-- Logs begin at Wed 2022-05-25 13:53:10 UTC, end at Wed 2022-05-25 15:30:25 UTC. -- May 25 14:45:18.392043 dv-cinder-830283-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 25 14:45:21.212192 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.common.config [-] Logging enabled! May 25 14:45:21.212809 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev231 May 25 14:45:21.213005 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=116116) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 25 14:45:21.216340 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.common.config [-] Logging enabled! May 25 14:45:21.216595 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev231 May 25 14:45:21.216907 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=116116) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 25 14:45:21.217857 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 14:45:21.218091 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 14:45:21.218465 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 14:45:21.218732 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 14:45:21.218960 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 14:45:21.219376 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.219677 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.219906 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.220204 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.221076 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.221360 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.221656 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.221955 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.222244 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.222525 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.222849 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.223080 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.223364 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] config_source = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.223652 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.223946 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.224167 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] debug = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.224448 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.224895 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.225306 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.225587 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.225877 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.226153 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.226425 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.226723 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.227011 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.227342 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] host = dv-cinder-830283-3-iscsi {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.227630 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.227903 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.228189 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.228474 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.228749 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.229026 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.229310 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.229584 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] log_dir = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.229858 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] log_file = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.230133 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.230419 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.230729 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.231045 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.231258 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.231479 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.231765 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.232057 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.232334 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.232615 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.232888 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.233164 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.233437 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.233707 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.233993 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.234277 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.234563 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.234862 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.235140 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.235413 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.235687 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.236323 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.236605 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.236881 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.237158 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.237449 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.237719 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.237996 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.238297 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.238584 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.238892 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.239182 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.239457 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.239744 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.240016 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.240288 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] use_journal = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.240560 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] use_json = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.240832 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.241102 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.241384 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.241658 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.241929 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.242202 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.242473 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.242796 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.243074 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:21.243372 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.243673 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.243973 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.244259 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.244566 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.244849 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.245138 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.245417 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.245706 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.245994 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.246284 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.246558 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.246882 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.247171 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.247467 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.247774 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.248069 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.248361 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.248638 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.248911 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.249184 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.249463 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.249754 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.250033 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.250321 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.250612 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.250916 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.251214 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.251502 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.251812 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.252107 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.252399 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.252675 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.252959 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.253249 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.253524 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.253798 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.254084 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.254360 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.254659 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.254937 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.255226 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.255516 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.255791 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.256069 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.256356 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.256634 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.256909 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.257185 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.257464 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.257736 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.258021 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.258298 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.258571 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.258869 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.259149 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.259423 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.259697 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.259975 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.260250 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.260527 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.260924 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.261207 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.261482 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.261757 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.262031 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.262302 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.262574 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.262875 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.263154 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.263427 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.263702 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.263974 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.264249 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.264549 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.264827 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.265105 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.265383 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.265659 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.265935 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.266212 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.266491 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.266798 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.267073 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.267979 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.268274 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.268566 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.268852 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.269131 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.269446 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.269727 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.270004 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.270290 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.270571 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.270874 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.271167 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.271454 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.271752 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.272050 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.272337 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.272639 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.272938 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.273237 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.273527 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.273838 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.274122 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:21.274341 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 14:45:21.274582 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=116116) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 14:45:21.734039 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=116116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 25 14:45:21.734317 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=116116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 25 14:45:21.734616 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=116116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 25 14:45:21.734967 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 14:45:22.061849 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.062068 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.062340 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.063564 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.063846 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.064167 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.119738 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.120014 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.120282 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.135562 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.135842 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.136110 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.165564 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.165842 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.166112 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.203079 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.203360 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.203628 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.548480 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.549139 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.549139 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.549304 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.549936 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.649399 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.649628 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.649911 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.650181 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.650449 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.650785 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.651048 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.651304 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.651561 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.651843 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.652103 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.652369 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.652628 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.652881 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.653137 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.653402 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.653656 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.653924 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.654193 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.654452 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.654746 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.655022 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.655303 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.655675 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.655928 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.656175 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.656571 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=116116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 14:45:22.656809 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=116116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 14:45:22.657044 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=116116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 14:45:22.657279 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=116116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 14:45:22.657511 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=116116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 14:45:22.657743 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=116116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 14:45:22.658133 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 14:45:22.662273 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 14:45:22.666233 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 14:45:22.670157 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) May 25 14:45:22.671799 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 14:45:22.672268 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 14:45:22.672609 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 14:45:22.673000 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 14:45:22.676450 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 14:45:22.676698 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 14:45:22.677049 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 14:45:22.682200 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 25 14:45:22.706670 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 25 14:45:22.707132 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.707438 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=116116) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 25 14:45:22.707815 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.709182 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=116116) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 14:45:22.709472 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 14:45:22.709717 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 14:45:22.713049 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.713332 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:22.775202 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 14:45:22.775435 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 14:45:22.775674 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 14:45:22.776135 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 14:45:22.829023 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO dbcounter [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Registered counter for database neutron May 25 14:45:22.847976 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_db.sqlalchemy.engines [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=116116) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 25 14:45:22.853844 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG dbcounter [-] [116116] Writer thread running {{(pid=116116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 14:45:23.440937 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Initializing driver for type 'gre' May 25 14:45:23.441499 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] gre ID ranges: [(1, 1000)] May 25 14:45:23.645012 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Initializing driver for type 'local' May 25 14:45:23.645598 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Initializing driver for type 'vlan' May 25 14:45:23.742016 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] VlanTypeDriver initialization complete May 25 14:45:23.742354 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Initializing driver for type 'vxlan' May 25 14:45:23.742924 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] vxlan ID ranges: [(1, 1000)] May 25 14:45:23.955210 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Initializing extension driver 'port_security' May 25 14:45:23.955509 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.extensions.port_security [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] PortSecurityExtensionDriver initialization complete May 25 14:45:23.955847 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Initializing mechanism driver 'openvswitch' May 25 14:45:23.956170 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Initializing mechanism driver 'hyperv' May 25 14:45:23.963645 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.plugins.ml2.plugin [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=116116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:45:23.964323 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > port after_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.964702 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > port after_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.965071 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > port after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.965600 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=116116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 14:45:23.966020 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > subnet after_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.966381 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > subnet after_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.966756 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > subnet after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.967152 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=116116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 14:45:23.967564 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > network after_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.967919 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > network after_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.968267 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > network after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.968656 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=116116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 14:45:23.969064 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > security_group after_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.969419 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > security_group after_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.969763 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > security_group after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.970164 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=116116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 14:45:23.971129 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.971483 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.971831 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.972251 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=116116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 14:45:23.972658 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > address_group after_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.973010 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > address_group after_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.973355 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > address_group after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.973745 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=116116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 14:45:23.974358 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] ML2 OVO RPC backend initialized. {{(pid=116116) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 25 14:45:23.975116 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router_interface after_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.975483 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.975941 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > network before_response 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.976303 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > networks before_response 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.976687 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > port before_response 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.977039 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > ports before_response 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.977387 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > subnet before_response 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.977735 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > subnets before_response 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.978087 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > network after_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.978436 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > network after_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.978808 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > network after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.979154 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > port after_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.979497 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > port after_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.979843 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > port after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.980183 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > subnet after_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.980525 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > subnet after_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.980864 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > subnet after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:23.991171 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded quota_driver: . May 25 14:45:23.991540 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.plugin [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Modular L2 Plugin initialization complete May 25 14:45:23.991894 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading services supported by the core plugin {{(pid=116116) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 14:45:23.992248 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.plugins.ml2.managers [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Got port-security extension from driver 'port_security' May 25 14:45:23.992731 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.extensions.vlantransparent [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Disabled vlantransparent extension. May 25 14:45:23.993227 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=116116) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 14:45:23.993559 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading Plugin: router May 25 14:45:24.035797 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router_interface before_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.036193 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router after_create 55549900 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.036571 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router before_create 55549900 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.036945 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.037327 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.037689 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router after_delete 55549900 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.038056 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > floatingip after_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.038412 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > floatingip after_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.038812 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router after_create 55549900 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.039170 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router after_update 55549900 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.039528 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router after_update 55549900 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.039883 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.040254 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router after_update 55549900 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.040669 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router precommit_update 55549900 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.041043 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: port after_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.041388 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: port after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.041733 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: subnet after_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.042115 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.042471 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > port precommit_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.042916 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router precommit_create 55549900 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.043271 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: port before_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.043619 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router precommit_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.043979 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router after_update 55549900 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.044323 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router precommit_delete 55549900 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.044679 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router precommit_create 55549900 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.045045 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router_interface after_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.045440 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router precommit_update 55549900 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.045807 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > agent after_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.046162 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > agent after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.046510 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > network after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.047400 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Tracking information for resource: router configured {{(pid=116116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 14:45:24.047738 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Tracking information for resource: floatingip configured {{(pid=116116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 14:45:24.053425 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.db.l3_agentschedulers_db [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 14:45:24.054014 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: port after_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.054374 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: port after_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.054761 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: port after_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.055122 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: port after_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.055946 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router before_create 55550100 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.056317 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router precommit_delete 55550100 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.056721 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router precommit_create 55550100 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.057082 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > router precommit_update 55550100 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.061856 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.services.provider_configuration [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Service providers = [] {{(pid=116116) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 14:45:24.062244 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.db.servicetype_db [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=116116) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 14:45:24.065264 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.services.service_base [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=116116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 14:45:24.065612 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.services.service_base [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=116116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 14:45:24.065957 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.services.service_base [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=116116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 14:45:24.066876 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.services.service_base [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=116116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 14:45:24.067254 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.services.service_base [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 14:45:24.067634 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=116116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 14:45:24.067957 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 14:45:24.079190 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=116116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 14:45:24.079531 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading Plugin: auto_allocate May 25 14:45:24.085696 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: network precommit_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.086073 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: network precommit_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.086600 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=116116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 14:45:24.086949 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading Plugin: tag May 25 14:45:24.098156 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=116116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 14:45:24.098484 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading Plugin: timestamp May 25 14:45:24.102569 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=116116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 14:45:24.102935 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading Plugin: network_ip_availability May 25 14:45:24.108616 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.109025 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.109353 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.110074 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=116116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 14:45:24.110398 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading Plugin: flavors May 25 14:45:24.115158 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=116116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 14:45:24.115492 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading Plugin: revisions May 25 14:45:24.119809 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=116116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 14:45:24.120204 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_concurrency.lockutils [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.385s {{(pid=116116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 25 14:45:24.120954 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=116116) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 25 14:45:24.121291 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Initializing extension manager. May 25 14:45:24.121818 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: __init__.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.122161 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: __pycache__ {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.122500 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: _port_mac_address_override.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.122859 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: address_group.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.123822 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.124429 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: address-group May 25 14:45:24.124790 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: address_scope.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.130396 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.130962 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: address-scope May 25 14:45:24.131292 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: admin_state_down_before_update.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.132227 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.132743 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: router-admin-state-down-before-update May 25 14:45:24.133068 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: agent.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.133772 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.134280 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: agent May 25 14:45:24.134605 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: agent_resources_synced.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.135540 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.136048 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: agent-resources-synced May 25 14:45:24.136376 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: allowedaddresspairs.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.138200 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.138747 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: allowed-address-pairs May 25 14:45:24.139082 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: auto_allocated_topology.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.140155 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.140672 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: auto-allocated-topology May 25 14:45:24.141004 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: availability_zone.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.141704 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.142801 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: availability_zone May 25 14:45:24.143130 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: availability_zone_filter.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.144068 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.144574 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: availability_zone_filter May 25 14:45:24.144899 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: data_plane_status.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.145805 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.146312 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension data-plane-status not supported by any of loaded plugins May 25 14:45:24.146663 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: default_subnetpools.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.147623 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.148128 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: default-subnetpools May 25 14:45:24.148455 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: dhcpagentscheduler.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.149270 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.149777 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: dhcp_agent_scheduler May 25 14:45:24.150104 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: dns.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.151086 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.151590 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension dns-integration not supported by any of loaded plugins May 25 14:45:24.151921 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: dns_domain_ports.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.152836 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.153343 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 14:45:24.153677 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.154611 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.155141 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 25 14:45:24.155469 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: dvr.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.156149 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.156659 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: dvr May 25 14:45:24.156986 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: ecmp_routes.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.158449 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.159040 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension ecmp_routes not supported by any of loaded plugins May 25 14:45:24.159376 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: empty_string_filtering.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.160299 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.160813 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: empty-string-filtering May 25 14:45:24.161138 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.168820 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.169325 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 14:45:24.169650 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.170559 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.171126 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 14:45:24.171453 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: external_net.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.172409 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.172920 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: external-net May 25 14:45:24.173247 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: extra_dhcp_opt.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.174185 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.174733 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: extra_dhcp_opt May 25 14:45:24.175063 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: extraroute.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.175978 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.176509 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: extraroute May 25 14:45:24.176835 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: extraroute_atomic.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.177865 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.178380 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: extraroute-atomic May 25 14:45:24.178740 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: filter_validation.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.179454 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.179965 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: filter-validation May 25 14:45:24.180293 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: fip_pf_description.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.181203 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.181707 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 14:45:24.182033 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: fip_pf_port_range.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.183012 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.183519 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 25 14:45:24.183844 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: fip_port_details.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.184769 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.185277 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: fip-port-details May 25 14:45:24.185600 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: flavors.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.186879 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.187400 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: flavors May 25 14:45:24.187766 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.189434 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.189958 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 14:45:24.190296 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: floatingip_pools.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.191168 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.191691 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: floatingip-pools May 25 14:45:24.192025 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: ip_allocation.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.192978 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.193488 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension ip_allocation not supported by any of loaded plugins May 25 14:45:24.193838 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.194795 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.195307 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: ip-substring-filtering May 25 14:45:24.195640 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: l2_adjacency.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.196570 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.197078 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension l2_adjacency not supported by any of loaded plugins May 25 14:45:24.197409 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: l3.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.198382 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.198940 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: router May 25 14:45:24.199295 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: l3_conntrack_helper.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.201536 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.202309 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 14:45:24.202679 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.203609 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.204128 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: ext-gw-mode May 25 14:45:24.204464 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.211077 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.211546 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: l3-ha May 25 14:45:24.211878 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.212794 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.213299 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 25 14:45:24.213627 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: l3_flavors.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.214537 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.215081 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: l3-flavors May 25 14:45:24.215410 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: l3_ndp_proxy.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.216824 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.217341 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 25 14:45:24.217675 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.218600 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.219147 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: l3-port-ip-change-not-allowed May 25 14:45:24.219481 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: l3agentscheduler.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.221122 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.221645 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: l3_agent_scheduler May 25 14:45:24.221979 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: local_ip.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.223789 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.224313 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension local_ip not supported by any of loaded plugins May 25 14:45:24.224652 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: logging.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.226163 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.226713 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension logging not supported by any of loaded plugins May 25 14:45:24.227053 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: metering.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.227798 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.228427 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: metering May 25 14:45:24.228759 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.229856 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.230372 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: metering_source_and_destination_fields May 25 14:45:24.230729 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: multiprovidernet.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.231791 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.232307 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: multi-provider May 25 14:45:24.232633 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: netmtu.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.233578 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.234089 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: net-mtu May 25 14:45:24.234414 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: netmtu_writable.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.235372 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.235923 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: net-mtu-writable May 25 14:45:24.236309 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: network_availability_zone.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.236985 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.237494 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: network_availability_zone May 25 14:45:24.237820 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: network_ip_availability.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.238970 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.239505 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: network-ip-availability May 25 14:45:24.239838 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: network_segment_range.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.240604 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.241108 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension network-segment-range not supported by any of loaded plugins May 25 14:45:24.241440 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: pagination.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.242416 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.242782 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: pagination May 25 14:45:24.243110 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: port_device_profile.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.244031 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.244546 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: port-device-profile May 25 14:45:24.244879 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: port_mac_address_override.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.245807 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.246318 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: port-mac-override May 25 14:45:24.246670 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.253676 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.254181 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: port-mac-address-regenerate May 25 14:45:24.254508 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.255452 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.255977 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: port-numa-affinity-policy May 25 14:45:24.256313 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: port_resource_request.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.257275 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.257794 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension port-resource-request not supported by any of loaded plugins May 25 14:45:24.258121 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: port_resource_request_groups.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.259108 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.259617 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension port-resource-request-groups not supported by any of loaded plugins May 25 14:45:24.259946 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: portbindings.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.260879 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.261393 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: binding May 25 14:45:24.261721 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: portbindings_extended.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.263045 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.263561 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: binding-extended May 25 14:45:24.263891 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: portsecurity.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.264809 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.265322 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: port-security May 25 14:45:24.265654 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: project_id.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.266631 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.266991 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: project-id May 25 14:45:24.267854 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: providernet.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.268802 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.269317 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: provider May 25 14:45:24.269672 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: qos.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.273246 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.273771 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension qos not supported by any of loaded plugins May 25 14:45:24.274109 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.275394 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.275907 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 14:45:24.276241 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.277165 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.277681 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 14:45:24.278020 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: qos_default.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.278979 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.279517 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension qos-default not supported by any of loaded plugins May 25 14:45:24.279850 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: qos_fip.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.280772 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.281288 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension qos-fip not supported by any of loaded plugins May 25 14:45:24.281616 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: qos_fip_network_policy.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.282535 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.283678 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 25 14:45:24.284005 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: qos_gateway_ip.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.284929 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.285463 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 14:45:24.285788 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: qos_port_network_policy.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.286730 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.287244 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 14:45:24.287569 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.288611 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.289124 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension qos-pps-minimum not supported by any of loaded plugins May 25 14:45:24.289451 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.290487 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.291041 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 25 14:45:24.291370 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: qos_pps_rule.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.292530 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.293047 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension qos-pps not supported by any of loaded plugins May 25 14:45:24.293378 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: qos_rule_type_details.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.294296 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.294847 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 14:45:24.295176 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: qos_rule_type_filter.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.296103 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.296611 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 25 14:45:24.296939 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: qos_rules_alias.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.298093 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.298657 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 14:45:24.298991 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: quota_check_limit.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.308213 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.308728 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: quota-check-limit May 25 14:45:24.309055 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: quotasv2.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.309992 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.310324 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: quotas May 25 14:45:24.310671 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: quotasv2_detail.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.312410 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.312739 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: quota_details May 25 14:45:24.313070 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: rbac.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.314540 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.315093 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: rbac-policies May 25 14:45:24.315432 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: rbac_address_group.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.316377 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.316901 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: rbac-address-group May 25 14:45:24.317233 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: rbac_address_scope.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.318235 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.318787 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: rbac-address-scope May 25 14:45:24.319168 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: rbac_security_groups.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.320107 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.320621 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: rbac-security-groups May 25 14:45:24.320949 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: rbac_subnetpool.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.321883 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.322399 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: rbac-subnetpool May 25 14:45:24.322764 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: revisionifmatch.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.323700 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.324216 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: revision-if-match May 25 14:45:24.324545 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: revisions.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.325691 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.326201 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: standard-attr-revisions May 25 14:45:24.326538 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: router_availability_zone.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.327496 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.328008 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: router_availability_zone May 25 14:45:24.328333 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: routerservicetype.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.329266 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.330288 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension router-service-type not supported by any of loaded plugins May 25 14:45:24.330615 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.331584 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.332097 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: security-groups-normalized-cidr May 25 14:45:24.332423 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: security_groups_port_filtering.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.336943 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.337461 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: port-security-groups-filtering May 25 14:45:24.337789 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.338769 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.339289 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: security-groups-remote-address-group May 25 14:45:24.339617 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.340562 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.341074 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: security-groups-shared-filtering May 25 14:45:24.341400 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: securitygroup.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.353719 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.354088 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: security-group May 25 14:45:24.354427 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: segment.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.355195 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.355711 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension segment not supported by any of loaded plugins May 25 14:45:24.356046 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.357003 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.357521 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 14:45:24.357855 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: servicetype.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.358995 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.359520 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: service-type May 25 14:45:24.359850 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: sorting.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.366093 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.366433 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: sorting May 25 14:45:24.366799 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: standard_attr_segment.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.367718 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.368234 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 14:45:24.368562 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: standardattrdescription.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.369218 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.369730 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: standard-attr-description May 25 14:45:24.370086 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: stateful_security_group.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.371064 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.371578 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: stateful-security-group May 25 14:45:24.371905 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: stdattrs_common.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.372496 dv-cinder-830283-3-iscsi neutron-server[116116]: WARNING neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 14:45:24.372821 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.373766 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.374290 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 14:45:24.374621 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: subnet_onboard.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.375721 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.376249 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: subnet_onboard May 25 14:45:24.376667 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.377624 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.378138 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 14:45:24.378467 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: subnet_service_types.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.379441 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.379959 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: subnet-service-types May 25 14:45:24.380289 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: subnetallocation.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.381384 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.381899 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: subnet_allocation May 25 14:45:24.382229 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.382983 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.383499 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: subnetpool-prefix-ops May 25 14:45:24.383826 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.384768 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.385279 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 14:45:24.385606 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: tagging.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.386701 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.387220 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: standard-attr-tag May 25 14:45:24.387546 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: timestamp.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.388786 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.389307 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loaded extension: standard-attr-timestamp May 25 14:45:24.389639 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: trunk.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.390704 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.391227 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension trunk not supported by any of loaded plugins May 25 14:45:24.391560 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: trunk_details.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.393007 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.393522 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension trunk-details not supported by any of loaded plugins May 25 14:45:24.393855 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: uplink_status_propagation.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.394813 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.395328 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 14:45:24.395658 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Loading extension file: vlantransparent.py {{(pid=116116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:45:24.396348 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=116116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:45:24.396853 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extension vlan-transparent not supported by any of loaded plugins May 25 14:45:24.399473 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Creating instance of TrackedResource for resource:network May 25 14:45:24.400020 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Creating instance of TrackedResource for resource:subnet May 25 14:45:24.400420 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Creating instance of TrackedResource for resource:subnetpool May 25 14:45:24.400821 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Creating instance of TrackedResource for resource:port May 25 14:45:24.402064 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.v2.resource_helper [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:45:24.402506 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.v2.resource_helper [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Service FLAVORS assigned prefix: {{(pid=116116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:45:24.403180 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.v2.resource_helper [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:45:24.403616 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.v2.resource_helper [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:45:24.403951 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Creating instance of TrackedResource for resource:router May 25 14:45:24.404382 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Creating instance of TrackedResource for resource:floatingip May 25 14:45:24.404877 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.v2.resource_helper [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Service METERING assigned prefix: /metering {{(pid=116116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:45:24.406355 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.406763 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.407124 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:45:24.408827 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Creating instance of CountableResource for resource:rbac_policy May 25 14:45:24.409277 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Creating instance of TrackedResource for resource:security_group May 25 14:45:24.409730 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Creating instance of TrackedResource for resource:security_group_rule May 25 14:45:24.410330 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.v2.resource_helper [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Service CORE assigned prefix: {{(pid=116116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:45:24.410696 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Creating instance of TrackedResource for resource:subnetpool May 25 14:45:24.411049 dv-cinder-830283-3-iscsi neutron-server[116116]: WARNING neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] subnetpool is already registered May 25 14:45:24.411490 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.v2.resource_helper [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Service CORE assigned prefix: {{(pid=116116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:45:24.411818 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Creating instance of TrackedResource for resource:subnetpool May 25 14:45:24.412152 dv-cinder-830283-3-iscsi neutron-server[116116]: WARNING neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] subnetpool is already registered May 25 14:45:24.414505 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.v2.resource_helper [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:45:24.414971 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.v2.resource_helper [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Service FLAVORS assigned prefix: {{(pid=116116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:45:24.415566 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.v2.resource_helper [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:45:24.419616 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.v2.resource_helper [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:45:24.419616 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Creating instance of TrackedResource for resource:router May 25 14:45:24.419616 dv-cinder-830283-3-iscsi neutron-server[116116]: WARNING neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] router is already registered May 25 14:45:24.419616 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Creating instance of TrackedResource for resource:floatingip May 25 14:45:24.419616 dv-cinder-830283-3-iscsi neutron-server[116116]: WARNING neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] floatingip is already registered May 25 14:45:24.419616 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.v2.resource_helper [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Service METERING assigned prefix: /metering {{(pid=116116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:45:24.419616 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Creating instance of CountableResource for resource:rbac_policy May 25 14:45:24.419616 dv-cinder-830283-3-iscsi neutron-server[116116]: WARNING neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] rbac_policy is already registered May 25 14:45:24.419616 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Creating instance of TrackedResource for resource:security_group May 25 14:45:24.420273 dv-cinder-830283-3-iscsi neutron-server[116116]: WARNING neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] security_group is already registered May 25 14:45:24.420273 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Creating instance of TrackedResource for resource:security_group_rule May 25 14:45:24.420273 dv-cinder-830283-3-iscsi neutron-server[116116]: WARNING neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] security_group_rule is already registered May 25 14:45:24.420884 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.v2.resource_helper [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Service CORE assigned prefix: {{(pid=116116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:45:24.421219 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Creating instance of TrackedResource for resource:subnetpool May 25 14:45:24.421566 dv-cinder-830283-3-iscsi neutron-server[116116]: WARNING neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] subnetpool is already registered May 25 14:45:24.421985 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.v2.resource_helper [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Service CORE assigned prefix: {{(pid=116116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:45:24.422313 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Creating instance of TrackedResource for resource:subnetpool May 25 14:45:24.422687 dv-cinder-830283-3-iscsi neutron-server[116116]: WARNING neutron.quota.resource_registry [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] subnetpool is already registered May 25 14:45:24.423159 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: extensions {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.424648 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: address-groups {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.426107 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: address-scopes {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.427443 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: agents {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.428590 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: auto-allocated-topology {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.429898 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: availability_zones {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.431153 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: dhcp-networks {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.432706 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: dhcp-agents {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.434056 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: routers {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.435780 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: flavors {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.437067 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: service_profiles {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.438316 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: next_providers {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.440306 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: service_profiles {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.441844 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: floatingip-pools {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.443057 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: routers {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.444736 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: floatingips {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.447316 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: l3-routers {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.447411 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: l3-agents {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.448788 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: metering-labels {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.450026 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: metering-label-rules {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.451439 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: network-ip-availabilities {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.452964 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: bindings {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.454547 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: quotas {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.457701 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: quotas {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.459268 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: rbac-policies {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.460444 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: security-groups {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.461838 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: security-group-rules {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.463083 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: service-providers {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.464275 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: subnetpools {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.465652 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: subnetpools {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.467216 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: tags {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.468882 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: tags {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.470767 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: tags {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.472531 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: tags {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.474200 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: tags {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.476158 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: tags {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.477830 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: tags {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.479732 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: tags {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.481467 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: tags {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.483285 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron.api.extensions [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Extended resource: tags {{(pid=116116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:45:24.489317 dv-cinder-830283-3-iscsi neutron-server[116116]: WARNING keystonemiddleware.auth_token [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 14:45:24.494542 dv-cinder-830283-3-iscsi neutron-server[116116]: WARNING keystonemiddleware.auth_token [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 14:45:24.503972 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_concurrency.lockutils [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Acquired lock "singleton_lock" {{(pid=116116) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 25 14:45:24.504454 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_concurrency.lockutils [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Releasing lock "singleton_lock" {{(pid=116116) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 25 14:45:24.505119 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO oslo_service.service [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Starting 2 workers May 25 14:45:24.510074 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Started child 116225 {{(pid=116116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 14:45:24.514711 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Started child 116226 {{(pid=116116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 14:45:24.516232 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:24.517752 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO neutron.service [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Neutron service started, listening on 0.0.0.0:9696 May 25 14:45:24.517752 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Publish callbacks [] for process (None), before_spawn {{(pid=116116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:24.517897 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [-] (116225) wsgi starting up on http://0.0.0.0:9696 May 25 14:45:24.520045 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO oslo_service.service [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Starting 1 workers May 25 14:45:24.520202 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:24.521707 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [-] (116226) wsgi starting up on http://0.0.0.0:9696 May 25 14:45:24.525398 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Started child 116227 {{(pid=116116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 14:45:24.525967 dv-cinder-830283-3-iscsi neutron-server[116116]: INFO oslo_service.service [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Starting 1 workers May 25 14:45:24.529524 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.service [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] calling RpcWorker wait() {{(pid=116227) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 14:45:24.530044 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.service [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] returning from RpcWorker wait() {{(pid=116227) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 14:45:24.530659 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Started child 116228 {{(pid=116116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 14:45:24.531505 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG neutron_lib.callbacks.manager [None req-deca9354-819c-4b7e-bb2f-68fc65e2189d None None] Publish callbacks [] for process (None), after_spawn {{(pid=116116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:24.531606 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:24.532060 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:45:24.533520 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=116116) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 25 14:45:24.533731 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 14:45:24.533916 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 14:45:24.534145 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 14:45:24.534472 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 14:45:24.534662 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 14:45:24.535170 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.535467 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.535638 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:24.536134 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.536134 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.536598 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.536791 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:45:24.536897 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.537079 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.537375 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.537628 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.537800 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.537965 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.538221 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.538484 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.538812 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.539079 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.539326 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.539592 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.539763 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.540034 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] config_source = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.540318 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.540545 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.540821 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] debug = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.541063 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.541570 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.541807 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.542053 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.542269 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.542543 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.542816 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.543080 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.543329 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.543547 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.543786 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.544053 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.544318 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.544533 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.544747 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.545007 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.545241 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.545720 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] host = dv-cinder-830283-3-iscsi {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.545959 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.546199 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.546449 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.546715 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.546982 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.547221 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.547501 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.547766 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.548007 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.548235 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.548529 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.548758 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.549004 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] log_dir = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.549253 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] log_file = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.549418 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] log_options = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.549669 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.549934 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.550192 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.550396 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.550567 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.550756 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.551030 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.551181 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.551445 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.551661 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.551877 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.552137 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.552659 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.552911 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.553185 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.553403 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.553652 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.553869 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.554143 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.554426 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.554598 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.554851 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.555077 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.555313 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.555547 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.555762 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.556005 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.556220 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.556424 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.557313 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.557313 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.558007 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.558230 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.558484 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.558770 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.559006 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.559263 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.561094 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.561094 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.561094 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.561094 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.561094 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.561094 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.561094 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.562583 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.562583 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] use_journal = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.562755 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] use_json = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.562897 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.563183 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.564644 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.564644 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.564644 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.564644 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.565739 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.565739 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.565739 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.565739 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.566091 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.566171 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.566426 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.566701 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.566963 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.567190 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.567443 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.567678 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.567904 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.568246 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.568631 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.568803 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.569053 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.569392 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.569654 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.569902 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.570160 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.570406 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.570692 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.570903 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.571143 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.571420 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.571662 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.571896 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.572152 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.572393 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.572679 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.572954 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.573252 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.573607 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.573884 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.574152 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.574408 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.574663 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.574936 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.579277 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.579277 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.579277 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.579277 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.579277 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.579277 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.579277 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.579277 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.579277 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.580561 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.580561 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.580561 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.580561 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.580561 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.580561 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.580561 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.580561 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.580561 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.581053 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.581053 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.581053 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.581254 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.581409 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.581832 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.582074 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.582298 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.582533 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.582781 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.583096 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.583484 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.583591 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 51178) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:45:24.584001 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.584428 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.584692 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.584920 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.585139 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.585356 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.585578 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.585817 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.586056 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.586297 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.586520 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.586772 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.586991 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.587206 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.587419 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.587634 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.587846 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.588061 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.588285 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.588501 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.588712 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.588920 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.589129 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.589532 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.589689 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.589968 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.590306 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.590486 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.590739 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.591093 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.591235 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.591468 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.591684 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.591916 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.592073 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064678 May 25 14:45:24.592586 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.592586 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.592898 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.593038 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.593235 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.593452 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.593708 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.593929 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.594386 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.594880 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.595401 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.595889 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.596322 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.596784 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.597218 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.597639 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.598026 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.598412 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.598823 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.599269 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.600240 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.600240 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.600240 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.600692 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.600692 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.601452 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.601452 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.601768 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.601768 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.602050 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.602281 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.602547 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.603857 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.604037 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.604198 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.604613 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.604782 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.604938 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.605140 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.606570 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.606570 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.606570 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.606570 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.606570 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.607384 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.607384 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.607384 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.607384 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.607913 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.607913 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.608188 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.608329 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.609443 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.609443 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.609443 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.609443 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.609443 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.610250 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.610250 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.610250 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.610688 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.610688 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.610987 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.611141 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.611419 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.611648 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.611885 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.612104 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.612328 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.612573 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.612793 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.613023 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.614244 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.614481 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.614867 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.615145 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.615517 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.615712 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.616176 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.616792 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.617236 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.617673 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.618083 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.618364 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.618614 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.618904 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.619151 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.619381 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.619626 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.619882 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.620112 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.620416 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.620594 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.621906 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.622409 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.623170 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.623425 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.623712 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.624138 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.624301 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.624430 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.624671 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.624884 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.625134 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.625369 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.625591 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.625829 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.626072 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.626290 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.627089 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.627372 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.627618 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.627882 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.628124 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.628367 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.628578 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.628799 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.629068 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.629249 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.629480 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.629716 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.629935 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.630159 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.630456 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.631646 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.631885 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.632145 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.632543 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.632922 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.633167 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.633425 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.633647 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.634876 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.635107 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.635331 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.635570 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.636791 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.637426 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.637426 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.637596 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.637721 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.637960 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.638920 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.638920 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.638920 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.638920 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.639211 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.639278 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.639462 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.639720 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.639921 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.640140 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.640352 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.640584 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.640796 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.641006 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.641230 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.641447 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.641683 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.641974 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.642835 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.643523 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.644306 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.644560 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.644814 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.645084 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.645620 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.645620 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.645874 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.646104 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.646328 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.646552 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.647633 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.647828 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.648285 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.649011 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.649011 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.649174 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.649431 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.649733 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.649960 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.650302 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.650705 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.650942 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.651206 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.651461 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.651698 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.651932 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.652152 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.652392 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.652632 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.652871 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.653123 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.653355 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.653586 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.653803 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.654062 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.654307 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.654536 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.654776 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.655029 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.655255 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.655905 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 14:45:24.655905 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=116116) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 25 14:45:24.656207 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 14:45:24.656207 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 14:45:24.656406 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 14:45:24.656617 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 14:45:24.656739 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 14:45:24.656900 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.657847 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.657847 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.657847 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.657847 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.657847 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.658494 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.658494 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.658494 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.658494 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.659060 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.659287 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.659449 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.659598 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.660484 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.660646 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.660960 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.661270 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.661579 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] config_source = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.662599 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.662964 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.663274 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] debug = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.663427 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.663631 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.663825 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.663975 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.664118 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.664259 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.664552 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.664887 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.665203 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.665532 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.665872 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.666030 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.666337 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.666495 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.666746 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.666883 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.666992 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.667098 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] host = dv-cinder-830283-3-iscsi {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.667261 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.667420 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.667577 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.667732 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.667880 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.668038 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.668198 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.668355 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.668519 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.668676 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.668834 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.668991 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.669147 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] log_dir = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.669303 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] log_file = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.669536 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] log_options = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.669674 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.669782 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.669897 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.670084 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.670246 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.670404 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.670583 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.671537 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.671537 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.671537 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.671537 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.671537 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.671537 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.672371 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.672371 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.672371 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.672371 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.672371 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.672371 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.673159 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.673159 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.673159 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.673159 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.673159 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.673701 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.673701 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.673701 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.673701 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.674035 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.674035 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.674178 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.674299 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.674496 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.674675 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.674809 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.674945 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.675080 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.675238 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.675374 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.675521 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.675659 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.675803 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.675950 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.676115 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.676258 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.676395 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] use_journal = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.676532 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] use_json = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.676669 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.676820 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.676955 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.677115 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.677279 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.677435 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.677824 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.678137 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.678294 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:45:24.678707 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.678833 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.678997 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.679161 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.679325 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.679486 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.679649 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.679810 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.679970 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.680132 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.680302 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.680465 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.680638 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.680800 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.680961 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.681124 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.681387 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.681508 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.681597 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.681728 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.681888 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.682068 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.682410 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.682410 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.682847 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.682847 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.683154 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.683154 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.683527 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.683527 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.683527 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.683908 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.683908 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.684182 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.684182 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.684457 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.684457 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.684715 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.684715 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.685900 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.685900 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.685900 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.685900 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.685900 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.685900 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.685900 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.685900 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.687325 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.687325 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.687325 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.687325 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.687325 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.687325 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.687325 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.687325 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.687325 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.688196 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.688310 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:45:24.688405 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.688405 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.688405 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.688405 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.688405 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.688405 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.688405 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.688900 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.688900 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.688900 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.689717 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.689717 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.689873 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.690006 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.690190 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.690345 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.690516 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.690626 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.690822 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.690972 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.691117 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.691279 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.691435 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.691661 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.691762 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.691903 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.692959 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.693119 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.693902 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.694261 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.694424 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.694586 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.694966 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.694966 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.695255 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.695255 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.695491 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.695602 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.696110 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.696110 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.696110 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.696110 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.696670 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.696670 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.696670 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.696970 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.696970 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.697120 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.697248 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.697331 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.697463 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.697621 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.697780 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.697939 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.698099 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.698259 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.698420 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.698580 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.698781 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.698908 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.699137 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.699137 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.699779 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.699779 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.699779 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.700281 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.700281 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.700281 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.700281 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.700739 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.700739 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.700739 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.701000 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.701000 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.701202 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.701313 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.701527 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.701653 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.702604 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.702604 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.702604 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.702604 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.703614 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.703614 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.703614 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.703614 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.703614 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.703614 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.703614 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.704128 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.704128 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.704128 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.704128 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.704407 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.704492 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.704629 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.705307 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.705491 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.705622 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.705978 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.706138 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.706451 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.706620 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.706799 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.706946 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.707259 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.707785 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.707785 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.707785 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.708046 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.708046 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.708202 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.708316 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.708480 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.708637 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.708798 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.708961 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.709253 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.709554 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.709894 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.710220 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.710389 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.710554 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.710739 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.710914 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.711073 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.711221 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.711369 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.711532 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.711689 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.712064 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.712164 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.712340 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.712508 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.712666 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.712774 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.712935 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.713196 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.713306 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.713470 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.713566 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.713718 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.713876 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.714028 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.714371 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.714726 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.715038 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.715201 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.715379 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.715528 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.715674 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.715842 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.715993 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.716154 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.716318 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.716480 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.716641 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.716803 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.716966 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.717183 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.717398 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.717515 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.717625 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.717733 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.717874 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.718033 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.718207 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.718369 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.718529 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.718705 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.718873 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.719060 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.719216 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.719364 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.719508 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.719674 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.719820 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.719974 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.720135 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.720316 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.720479 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.720631 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.720792 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.720947 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.721116 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.721269 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.721430 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.721671 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.721834 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.721985 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.723546 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.723546 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.723546 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.723546 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.723546 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.723546 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.723944 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.723944 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.723944 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.724133 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.724206 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.724442 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.724544 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.724711 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.724862 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.725001 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.725144 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.725282 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.725420 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.725558 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.725721 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.725885 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.726045 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.726205 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.726365 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.726704 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.727001 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.727322 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.727478 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.727678 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.727831 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.727971 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.728110 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.728253 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.729015 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.729015 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.729015 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.729015 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.729015 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.729522 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.729522 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.729522 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.729734 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.729812 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.729921 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.730080 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.730240 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.730402 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.730562 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.730752 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.730914 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.731078 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.731271 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.731416 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.731562 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:45:24.731701 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 14:45:33.816809 dv-cinder-830283-3-iscsi neutron-server[116116]: DEBUG dbcounter [-] [116116] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=116116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:45:36.552286 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf56ac1a-2d27-432d-9c58-bac119ee644a None None] get_active_networks_info from dv-cinder-830283-3-iscsi {{(pid=116227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 25 14:45:36.559853 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writer thread running {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 14:45:36.715119 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf56ac1a-2d27-432d-9c58-bac119ee644a None None] No non-hosted networks {{(pid=116227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 14:45:36.729778 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.agentschedulers_db [None req-bf56ac1a-2d27-432d-9c58-bac119ee644a None None] DHCP Agent not found on host dv-cinder-830283-3-iscsi {{(pid=116227) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 25 14:45:36.826789 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-fac4fd81-2ec2-400e-8b86-68e60d40881c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-567150'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:38.381472 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writer thread running {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 14:45:38.944779 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1da814b5-102f-40cb-9e8a-00fc37e4359a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-567150'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:39.134125 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.db.api [None req-e0114ec7-41ec-482c-86c3-ee40935b7fd1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830283-3-iscsi {{(pid=116227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 25 14:45:39.135155 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG oslo_db.api [None req-e0114ec7-41ec-482c-86c3-ee40935b7fd1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 14:45:39.732085 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-e0114ec7-41ec-482c-86c3-ee40935b7fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:40.114934 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 51258) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:45:40.275645 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-567150'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:40.690872 dv-cinder-830283-3-iscsi neutron-server[116226]: WARNING oslo_policy.policy [None req-0f454f82-5277-4ceb-bd8d-c13eb508d485 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 14:45:40.691446 dv-cinder-830283-3-iscsi neutron-server[116226]: WARNING oslo_policy.policy [None req-0f454f82-5277-4ceb-bd8d-c13eb508d485 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 14:45:40.912975 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [None req-0f454f82-5277-4ceb-bd8d-c13eb508d485 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:45:40.922671 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-0f454f82-5277-4ceb-bd8d-c13eb508d485 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7981796 May 25 14:45:41.412167 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-567150'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:42.903941 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-567150'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:42.905348 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:42.905897 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:42.906450 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:42.907005 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:42.907550 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:42.908026 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:42.908517 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:42.909045 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:42.909374 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:42.909900 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:42.910415 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:42.910927 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:42.914724 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:42.914724 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:42.914724 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:42.914724 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830283-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:45:42.919689 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830283-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:45:43.428690 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 51292) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:45:43.770436 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-8130155c-9730-4ef0-943f-85f7fd4df5b3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:45:43.862935 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.policy [None req-8130155c-9730-4ef0-943f-85f7fd4df5b3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116226) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 14:45:43.904407 dv-cinder-830283-3-iscsi neutron-server[116226]: WARNING oslo_policy.policy [None req-8130155c-9730-4ef0-943f-85f7fd4df5b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 14:45:43.904795 dv-cinder-830283-3-iscsi neutron-server[116226]: WARNING oslo_policy.policy [None req-8130155c-9730-4ef0-943f-85f7fd4df5b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 14:45:43.925320 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writer thread running {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 14:45:44.061287 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-8130155c-9730-4ef0-943f-85f7fd4df5b3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746769958498', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746769958038', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746769942307', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746769947933', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746769937696', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746769929158', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1322058', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1333425', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-479685', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-438368'] for rbac-policy (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:44.259489 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-8130155c-9730-4ef0-943f-85f7fd4df5b3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:44.273480 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-8130155c-9730-4ef0-943f-85f7fd4df5b3 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8310204 May 25 14:45:46.730594 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 51304) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:45:46.893722 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.db.l3_hamode_db [None req-f68c78ba-3242-483f-aecf-37fa11aa5d8f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 14:45:46.975156 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c78ba-3242-483f-aecf-37fa11aa5d8f None None] Routers set() bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:45:46.975541 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c78ba-3242-483f-aecf-37fa11aa5d8f None None] Router IDs set() for agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 25 14:45:47.078716 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:45:47.159086 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Made reservation on behalf of 50ae2485352046b2a02d4a6d037cf10e for: {'network': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:45:47.163021 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:47.181154 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:47.290694 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Publish callbacks [] for security_group (844e6514-675c-418b-982d-d0f0c72b8ecd), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:47.347543 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (844e6514-675c-418b-982d-d0f0c72b8ecd), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:47.373278 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=116226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:45:47.410527 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (489a1462-5907-4e9a-a52d-80b34abed624), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:47.411003 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.segments_db [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Added segment 489a1462-5907-4e9a-a52d-80b34abed624 of type vlan for network 92178597-7965-4d50-88cb-a9a8904ad3ae May 25 14:45:47.427249 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=844e6514-675c-418b-982d-d0f0c72b8ecd,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:45:47.455563 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:47.455903 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:47.456251 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:47.456600 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:47.456929 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:47.457253 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:47.457573 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:47.457891 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:47.458207 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:47.458523 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:47.458866 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:47.459197 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:47.459521 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:47.459835 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:47.460149 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Tracked resource versions report: May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: pushed versions: May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: { 'AddressGroup': {'1.2'}, May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Agent': {'1.1'}, May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'ConntrackHelper': {'1.0'}, May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'LocalIPAssociation': {'1.0'}, May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Log': {'1.0'}, May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'NDPProxy': {'1.0'}, May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Network': {'1.1'}, May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Port': {'1.7'}, May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'PortForwarding': {'1.3'}, May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'QosPolicy': {'1.10'}, May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'SecurityGroup': {'1.5'}, May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'SecurityGroupRule': {'1.2'}, May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'SubPort': {'1.0'}, May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Subnet': {'1.1'}, May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Trunk': {'1.1'}} May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: consumer versions: May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: { DHCP agent@dv-cinder-830283-3-iscsi: {}, May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: L3 agent@dv-cinder-830283-3-iscsi: {}, May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: Metadata agent@dv-cinder-830283-3-iscsi: {}, May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: Metering agent@dv-cinder-830283-3-iscsi: {}, May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: Open vSwitch agent@dv-cinder-830283-3-iscsi: { 'AddressGroup': '1.2', May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Agent': '1.1', May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'ConntrackHelper': '1.0', May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'LocalIPAssociation': '1.0', May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Log': '1.0', May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'NDPProxy': '1.0', May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Network': '1.1', May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Port': '1.7', May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'PortForwarding': '1.3', May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'QosPolicy': '1.10', May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'SecurityGroup': '1.5', May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'SecurityGroupRule': '1.2', May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'SubPort': '1.0', May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Subnet': '1.1', May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Trunk': '1.1'}} May 25 14:45:47.461613 dv-cinder-830283-3-iscsi neutron-server[116226]: {{(pid=116226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 14:45:47.530882 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (92178597-7965-4d50-88cb-a9a8904ad3ae), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:47.617417 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (92178597-7965-4d50-88cb-a9a8904ad3ae), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:47.622651 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:45:47.623390 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:47.738404 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] Pushing event updated for resources: {'Network': ['ID=92178597-7965-4d50-88cb-a9a8904ad3ae,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:45:47.749964 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network 92178597-7965-4d50-88cb-a9a8904ad3ae details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:45:47.778324 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-0901335c-b6f5-4793-bfa6-eda3b92e17ae demo demo] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0464847 May 25 14:45:50.239396 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 51316) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:45:50.569194 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:45:50.664001 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe16ab60-dcad-43e0-8e9c-f732a2ad9776 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:45:50.665311 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-fe16ab60-dcad-43e0-8e9c-f732a2ad9776 demo admin] 10.222.0.74 "GET /v2.0/networks/92178597-7965-4d50-88cb-a9a8904ad3ae HTTP/1.1" status: 200 len: 825 time: 0.4249606 May 25 14:45:50.691761 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-bdb521fb-d09b-421e-b705-e9b55134a450 demo admin] 10.222.0.74 "GET /v2.0/subnetpools/e0f7a700-9bec-42f6-99eb-664dbff627cf HTTP/1.1" status: 200 len: 734 time: 0.0202544 May 25 14:45:50.700788 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-4e41e2da-7c14-4aef-ba46-1080d2dfffdb demo admin] Request body: {'subnet': {'network_id': '92178597-7965-4d50-88cb-a9a8904ad3ae', 'subnetpool_id': 'e0f7a700-9bec-42f6-99eb-664dbff627cf', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:45:50.806003 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e41e2da-7c14-4aef-ba46-1080d2dfffdb demo admin] Made reservation on behalf of 50ae2485352046b2a02d4a6d037cf10e for: {'subnet': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:45:50.808510 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4e41e2da-7c14-4aef-ba46-1080d2dfffdb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:50.857000 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:45:51.178040 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4e41e2da-7c14-4aef-ba46-1080d2dfffdb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for subnet (3046a006-f73a-45a8-9a9f-78bef80b14c8), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:51.246957 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41e2da-7c14-4aef-ba46-1080d2dfffdb demo admin] Pushing event updated for resources: {'Subnet': ['ID=3046a006-f73a-45a8-9a9f-78bef80b14c8,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:45:51.255823 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e41e2da-7c14-4aef-ba46-1080d2dfffdb demo admin] Checking segment: {'id': '489a1462-5907-4e9a-a52d-80b34abed624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '92178597-7965-4d50-88cb-a9a8904ad3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:45:51.256210 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e41e2da-7c14-4aef-ba46-1080d2dfffdb demo admin] Network hostable DHCP agents. Network: 92178597-7965-4d50-88cb-a9a8904ad3ae, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:45:51.366210 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e41e2da-7c14-4aef-ba46-1080d2dfffdb demo admin] Network 92178597-7965-4d50-88cb-a9a8904ad3ae is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:45:51.444468 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-4e41e2da-7c14-4aef-ba46-1080d2dfffdb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, 92178597-7965-4d50-88cb-a9a8904ad3ae) {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:45:51.449481 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e41e2da-7c14-4aef-ba46-1080d2dfffdb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:45:51.450385 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4e41e2da-7c14-4aef-ba46-1080d2dfffdb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:51.456073 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729b28fd-b118-4c10-b44a-6d5c48d3dd0a None None] Network 92178597-7965-4d50-88cb-a9a8904ad3ae requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:45:51.522626 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-4e41e2da-7c14-4aef-ba46-1080d2dfffdb demo admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8252420 May 25 14:45:51.722607 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1a855bc-7c09-52c5-ba14-1589c7fd33db-92178597-7965-4d50-88cb-a9a8904ad3ae', 'network_id': '92178597-7965-4d50-88cb-a9a8904ad3ae', 'project_id': '50ae2485352046b2a02d4a6d037cf10e', 'fixed_ips': [{'subnet_id': '3046a006-f73a-45a8-9a9f-78bef80b14c8'}]}} from dv-cinder-830283-3-iscsi. {{(pid=116227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 14:45:51.724079 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:52.033221 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.db_base_plugin_common [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Allocated IP 172.20.0.2 (92178597-7965-4d50-88cb-a9a8904ad3ae/3046a006-f73a-45a8-9a9f-78bef80b14c8/dbb16b23-b08a-44b2-a4e5-8d3596aa346f) {{(pid=116227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:45:52.083521 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:45:52.319869 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Publish callbacks [] for port (dbb16b23-b08a-44b2-a4e5-8d3596aa346f), precommit_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:52.395093 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653'] for port (dbb16b23-b08a-44b2-a4e5-8d3596aa346f), after_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:52.480203 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:45:52.483178 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Network 92178597-7965-4d50-88cb-a9a8904ad3ae is already hosted by enough agents. {{(pid=116227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:45:52.489932 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.base_scheduler [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Resources bound (agent type, host, resource id): {{(pid=116227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:45:52.495362 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Pushing event updated for resources: {'Port': ['ID=dbb16b23-b08a-44b2-a4e5-8d3596aa346f,revision_number=1']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:45:52.497951 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Received port after_create {{(pid=116227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:45:52.509104 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:52.509458 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:52.509823 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:52.510192 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:52.510550 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:52.510899 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:52.511232 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:52.511569 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:52.511901 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:52.512232 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:52.512562 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:52.512908 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:52.513242 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:52.513568 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:52.513894 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Tracked resource versions report: May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: pushed versions: May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: { 'AddressGroup': {'1.2'}, May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Agent': {'1.1'}, May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'ConntrackHelper': {'1.0'}, May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'LocalIPAssociation': {'1.0'}, May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Log': {'1.0'}, May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'NDPProxy': {'1.0'}, May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Network': {'1.1'}, May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Port': {'1.7'}, May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'PortForwarding': {'1.3'}, May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'QosPolicy': {'1.10'}, May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'SecurityGroup': {'1.5'}, May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'SecurityGroupRule': {'1.2'}, May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'SubPort': {'1.0'}, May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Subnet': {'1.1'}, May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Trunk': {'1.1'}} May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: consumer versions: May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: { DHCP agent@dv-cinder-830283-3-iscsi: {}, May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: L3 agent@dv-cinder-830283-3-iscsi: {}, May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: Metadata agent@dv-cinder-830283-3-iscsi: {}, May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: Metering agent@dv-cinder-830283-3-iscsi: {}, May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: Open vSwitch agent@dv-cinder-830283-3-iscsi: { 'AddressGroup': '1.2', May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Agent': '1.1', May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'ConntrackHelper': '1.0', May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'LocalIPAssociation': '1.0', May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Log': '1.0', May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'NDPProxy': '1.0', May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Network': '1.1', May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Port': '1.7', May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'PortForwarding': '1.3', May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'QosPolicy': '1.10', May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'SecurityGroup': '1.5', May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'SecurityGroupRule': '1.2', May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'SubPort': '1.0', May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Subnet': '1.1', May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Trunk': '1.1'}} May 25 14:45:52.515435 dv-cinder-830283-3-iscsi neutron-server[116227]: {{(pid=116227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 14:45:52.597593 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Attempting to bind port dbb16b23-b08a-44b2-a4e5-8d3596aa346f on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:45:52.597909 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Attempting to bind port dbb16b23-b08a-44b2-a4e5-8d3596aa346f by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '489a1462-5907-4e9a-a52d-80b34abed624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '92178597-7965-4d50-88cb-a9a8904ad3ae'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:45:52.598335 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Attempting to bind port dbb16b23-b08a-44b2-a4e5-8d3596aa346f on network 92178597-7965-4d50-88cb-a9a8904ad3ae {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:45:52.603521 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:45:52.603908 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Checking segment: {'id': '489a1462-5907-4e9a-a52d-80b34abed624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '92178597-7965-4d50-88cb-a9a8904ad3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:45:52.604408 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:52.604802 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Bound using segment: {'id': '489a1462-5907-4e9a-a52d-80b34abed624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '92178597-7965-4d50-88cb-a9a8904ad3ae'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:45:52.605289 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Bound port: dbb16b23-b08a-44b2-a4e5-8d3596aa346f, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489a1462-5907-4e9a-a52d-80b34abed624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '92178597-7965-4d50-88cb-a9a8904ad3ae'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:45:52.605687 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (dbb16b23-b08a-44b2-a4e5-8d3596aa346f), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:52.668131 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] For port dbb16b23-b08a-44b2-a4e5-8d3596aa346f, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:45:52.687104 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] For port dbb16b23-b08a-44b2-a4e5-8d3596aa346f, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=dbb16b23-b08a-44b2-a4e5-8d3596aa346f,segment=NetworkSegment(489a1462-5907-4e9a-a52d-80b34abed624),segment_id=489a1462-5907-4e9a-a52d-80b34abed624)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:45:52.776268 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (dbb16b23-b08a-44b2-a4e5-8d3596aa346f), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:45:52.834224 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77e096-1f0e-4d5b-ac1f-d611ceaca541 None None] Pushing event updated for resources: {'Port': ['ID=dbb16b23-b08a-44b2-a4e5-8d3596aa346f,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:45:54.011446 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 51330) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:45:54.390480 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:45:54.398837 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=6 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:45:54.527729 dv-cinder-830283-3-iscsi neutron-server[116225]: WARNING oslo_policy.policy [None req-179d4708-d5f3-4a31-8d3c-d596a8ba9ff5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 14:45:54.528266 dv-cinder-830283-3-iscsi neutron-server[116225]: WARNING oslo_policy.policy [None req-179d4708-d5f3-4a31-8d3c-d596a8ba9ff5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 14:45:54.747066 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [None req-179d4708-d5f3-4a31-8d3c-d596a8ba9ff5 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:45:54.748352 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-179d4708-d5f3-4a31-8d3c-d596a8ba9ff5 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7350936 May 25 14:45:57.253014 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 51348) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:45:57.588108 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [None req-18367d5b-55e8-4d91-83e0-77383d1b886d admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:45:57.589091 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-18367d5b-55e8-4d91-83e0-77383d1b886d admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3350344 May 25 14:46:00.089295 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 51356) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:46:00.464753 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-b9c39546-7087-4caf-a275-31fb0de0e4b3 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:46:00.553297 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b9c39546-7087-4caf-a275-31fb0de0e4b3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router (4691f2a9-46e5-4a62-84ad-4fa65b00559a), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:00.555090 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b9c39546-7087-4caf-a275-31fb0de0e4b3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5644'] for router (4691f2a9-46e5-4a62-84ad-4fa65b00559a), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:00.695908 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b9c39546-7087-4caf-a275-31fb0de0e4b3 demo demo] Publish callbacks [] for router_controller (4691f2a9-46e5-4a62-84ad-4fa65b00559a), precommit_add_association {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:00.753813 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b9c39546-7087-4caf-a275-31fb0de0e4b3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566039'] for router (4691f2a9-46e5-4a62-84ad-4fa65b00559a), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:00.823609 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b9c39546-7087-4caf-a275-31fb0de0e4b3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:00.824873 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-b9c39546-7087-4caf-a275-31fb0de0e4b3 demo demo] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7345970 May 25 14:46:02.829962 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:02.831462 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:03.347566 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 51370) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:46:03.550549 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device dbb16b23-b08a-44b2-a4e5-8d3596aa346f up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:46:03.633218 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port dbb16b23-b08a-44b2-a4e5-8d3596aa346f triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:46:03.633524 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (dbb16b23-b08a-44b2-a4e5-8d3596aa346f), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:03.695925 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [None req-9e64e674-d78f-4cfd-9f66-bed0c59ea2bb admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:46:03.707391 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-9e64e674-d78f-4cfd-9f66-bed0c59ea2bb admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3485813 May 25 14:46:03.746614 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port dbb16b23-b08a-44b2-a4e5-8d3596aa346f is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:46:03.747066 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (dbb16b23-b08a-44b2-a4e5-8d3596aa346f), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:03.790055 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] For port dbb16b23-b08a-44b2-a4e5-8d3596aa346f, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=dbb16b23-b08a-44b2-a4e5-8d3596aa346f,segment=NetworkSegment(489a1462-5907-4e9a-a52d-80b34abed624),segment_id=489a1462-5907-4e9a-a52d-80b34abed624)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:46:03.850161 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (dbb16b23-b08a-44b2-a4e5-8d3596aa346f), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:03.909848 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Pushing event updated for resources: {'Port': ['ID=dbb16b23-b08a-44b2-a4e5-8d3596aa346f,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:46:04.260421 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b338e36-3aed-4971-bc8d-a9347307b1fe None None] Network 92178597-7965-4d50-88cb-a9a8904ad3ae requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:46:04.333321 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-cd4ff0f6-7a2d-4c8b-8566-5f7f6254283f None None] Provisioning complete for port dbb16b23-b08a-44b2-a4e5-8d3596aa346f triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:46:04.333713 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-cd4ff0f6-7a2d-4c8b-8566-5f7f6254283f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (dbb16b23-b08a-44b2-a4e5-8d3596aa346f), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:04.457797 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ff0f6-7a2d-4c8b-8566-5f7f6254283f None None] Current status of the port dbb16b23-b08a-44b2-a4e5-8d3596aa346f is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:46:04.677087 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-1c27affd-76cb-439e-b28a-0453e8b7daee None None] Provisioning complete for port dbb16b23-b08a-44b2-a4e5-8d3596aa346f triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:46:04.677466 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1c27affd-76cb-439e-b28a-0453e8b7daee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (dbb16b23-b08a-44b2-a4e5-8d3596aa346f), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:04.751861 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-1c27affd-76cb-439e-b28a-0453e8b7daee None None] Current status of the port dbb16b23-b08a-44b2-a4e5-8d3596aa346f is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:46:05.518319 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device dbb16b23-b08a-44b2-a4e5-8d3596aa346f up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:46:05.562623 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port dbb16b23-b08a-44b2-a4e5-8d3596aa346f triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:46:05.563646 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (dbb16b23-b08a-44b2-a4e5-8d3596aa346f), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:05.636607 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port dbb16b23-b08a-44b2-a4e5-8d3596aa346f is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:46:06.187680 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 51378) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:46:06.529329 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:46:06.542318 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writer thread running {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 14:46:06.542696 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7f33-2974-4fb1-b72a-3f35ba6f8980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:06.549483 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:06.678241 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Made reservation on behalf of 77e7e794d9844bf98e02bc9b4f6dae9f for: {'network': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:46:06.743304 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.policy [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116225) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 14:46:06.786267 dv-cinder-830283-3-iscsi neutron-server[116225]: WARNING oslo_policy.policy [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 14:46:06.786566 dv-cinder-830283-3-iscsi neutron-server[116225]: WARNING oslo_policy.policy [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 14:46:06.796105 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:06.817192 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:06.938539 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Publish callbacks [] for security_group (000666d6-4125-451a-b29b-935469034fa5), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:07.000238 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (000666d6-4125-451a-b29b-935469034fa5), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:07.012920 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Reserving flat network on physical network physnet1 {{(pid=116225) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 14:46:07.046297 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (35edcfb9-a39e-43bb-a401-a07a0a070b48), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:07.046784 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.segments_db [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Added segment 35edcfb9-a39e-43bb-a401-a07a0a070b48 of type flat for network e77a34f4-3c18-4df0-a57b-b0c373fbaaed May 25 14:46:07.064193 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000666d6-4125-451a-b29b-935469034fa5,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:46:07.093576 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:07.094631 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:07.094631 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:07.094631 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:07.094949 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:07.095279 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:07.095601 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:07.095922 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:07.096256 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:07.096582 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:07.096922 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:07.097260 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:07.097582 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:07.097896 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:07.098210 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Tracked resource versions report: May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: pushed versions: May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: { 'AddressGroup': {'1.2'}, May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Agent': {'1.1'}, May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'ConntrackHelper': {'1.0'}, May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'LocalIPAssociation': {'1.0'}, May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Log': {'1.0'}, May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'NDPProxy': {'1.0'}, May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Network': {'1.1'}, May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Port': {'1.7'}, May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'PortForwarding': {'1.3'}, May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'QosPolicy': {'1.10'}, May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'SecurityGroup': {'1.5'}, May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'SecurityGroupRule': {'1.2'}, May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'SubPort': {'1.0'}, May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Subnet': {'1.1'}, May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Trunk': {'1.1'}} May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: consumer versions: May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: { DHCP agent@dv-cinder-830283-3-iscsi: {}, May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: L3 agent@dv-cinder-830283-3-iscsi: {}, May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: Metadata agent@dv-cinder-830283-3-iscsi: {}, May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: Metering agent@dv-cinder-830283-3-iscsi: {}, May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: Open vSwitch agent@dv-cinder-830283-3-iscsi: { 'AddressGroup': '1.2', May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Agent': '1.1', May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'ConntrackHelper': '1.0', May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'LocalIPAssociation': '1.0', May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Log': '1.0', May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'NDPProxy': '1.0', May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Network': '1.1', May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Port': '1.7', May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'PortForwarding': '1.3', May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'QosPolicy': '1.10', May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'SecurityGroup': '1.5', May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'SecurityGroupRule': '1.2', May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'SubPort': '1.0', May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Subnet': '1.1', May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Trunk': '1.1'}} May 25 14:46:07.099738 dv-cinder-830283-3-iscsi neutron-server[116225]: {{(pid=116225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 14:46:07.171138 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (e77a34f4-3c18-4df0-a57b-b0c373fbaaed), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:07.274245 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (e77a34f4-3c18-4df0-a57b-b0c373fbaaed), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:07.275665 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:46:07.276396 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:07.381554 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] Pushing event updated for resources: {'Network': ['ID=e77a34f4-3c18-4df0-a57b-b0c373fbaaed,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:46:07.392561 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:46:07.459418 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-0020c072-9032-4910-aea0-ae13fece68b5 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2651596 May 25 14:46:08.889441 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-4e1979cb-6055-4302-bba1-6438244825f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:09.886796 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 51394) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:46:10.174287 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:10.238238 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:10.256169 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17de586-78ae-4fdb-96ec-5061d4d7e582 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:46:10.257590 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-b17de586-78ae-4fdb-96ec-5061d4d7e582 demo admin] 10.222.0.74 "GET /v2.0/subnets/3046a006-f73a-45a8-9a9f-78bef80b14c8 HTTP/1.1" status: 200 len: 849 time: 0.3698483 May 25 14:46:10.421359 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-7ae2baf7-a51d-42ca-9405-97b714b2ba14 demo admin] 10.222.0.74 "GET /v2.0/routers/4691f2a9-46e5-4a62-84ad-4fa65b00559a HTTP/1.1" status: 200 len: 704 time: 0.1575668 May 25 14:46:10.712756 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:10.765396 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:10.766698 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=29,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:10.896275 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=84,neutron:INSERT=16 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:11.018481 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:11.044326 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] Allocated IP 172.20.0.1 (92178597-7965-4d50-88cb-a9a8904ad3ae/3046a006-f73a-45a8-9a9f-78bef80b14c8/00862aab-3b25-4807-bcce-5fa2dcf0c1d9) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:46:11.274454 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] Publish callbacks [] for port (00862aab-3b25-4807-bcce-5fa2dcf0c1d9), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:11.392721 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:11.429205 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653'] for port (00862aab-3b25-4807-bcce-5fa2dcf0c1d9), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:11.512367 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] Network 92178597-7965-4d50-88cb-a9a8904ad3ae is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:46:11.518049 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:46:11.522908 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] Pushing event updated for resources: {'Port': ['ID=00862aab-3b25-4807-bcce-5fa2dcf0c1d9,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:46:11.525459 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:46:11.525965 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565314'] for router_interface (4691f2a9-46e5-4a62-84ad-4fa65b00559a), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:11.710035 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-efa43011-fc08-4e62-aab3-6a5aa94d92a7 None None] Provisioning complete for port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:46:11.710421 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-efa43011-fc08-4e62-aab3-6a5aa94d92a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (00862aab-3b25-4807-bcce-5fa2dcf0c1d9), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:11.737662 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:11.743379 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-efa43011-fc08-4e62-aab3-6a5aa94d92a7 None None] Port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:46:11.779424 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (00862aab-3b25-4807-bcce-5fa2dcf0c1d9), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:11.955698 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:12.079149 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] Publish callbacks [] for port (00862aab-3b25-4807-bcce-5fa2dcf0c1d9), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:12.136649 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (00862aab-3b25-4807-bcce-5fa2dcf0c1d9), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:12.137460 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-826829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567250'] for router_interface (4691f2a9-46e5-4a62-84ad-4fa65b00559a), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:12.216140 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] Pushing event updated for resources: {'Port': ['ID=00862aab-3b25-4807-bcce-5fa2dcf0c1d9,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:46:12.264163 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] Network 92178597-7965-4d50-88cb-a9a8904ad3ae is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:46:12.265464 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:46:12.514368 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] Router 4691f2a9-46e5-4a62-84ad-4fa65b00559a is scheduled to L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d with binding_index 1 {{(pid=116225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 14:46:12.605045 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:46:12.610004 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-f3d544d3-cc9b-4a9b-88be-87ec6bf159a2 demo admin] 10.222.0.74 "PUT /v2.0/routers/4691f2a9-46e5-4a62-84ad-4fa65b00559a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1825206 May 25 14:46:12.616021 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-4d912161-1ff5-4fcf-9dc6-fb2e49ec8166 None None] Provisioning complete for port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:46:12.616614 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-4d912161-1ff5-4fcf-9dc6-fb2e49ec8166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (00862aab-3b25-4807-bcce-5fa2dcf0c1d9), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:12.627120 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Sync routers for ids ['4691f2a9-46e5-4a62-84ad-4fa65b00559a'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:46:12.640451 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Routers {'4691f2a9-46e5-4a62-84ad-4fa65b00559a'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:46:12.641855 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:46:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['4691f2a9-46e5-4a62-84ad-4fa65b00559a'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:46:12.654830 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-4d912161-1ff5-4fcf-9dc6-fb2e49ec8166 None None] Port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:46:12.829615 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Set router 4691f2a9-46e5-4a62-84ad-4fa65b00559a gateway port host: None {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:46:12.891922 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:13.260563 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691f2a9-46e5-4a62-84ad-4fa65b00559a', 'name': 'router1', 'tenant_id': '50ae2485352046b2a02d4a6d037cf10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:46:00Z', 'updated_at': '2022-05-25T14:46:11Z', 'revision_number': 2, 'project_id': '50ae2485352046b2a02d4a6d037cf10e', 'gw_port_host': None, '_interfaces': [{'id': '00862aab-3b25-4807-bcce-5fa2dcf0c1d9', 'name': '', 'network_id': '92178597-7965-4d50-88cb-a9a8904ad3ae', 'tenant_id': '50ae2485352046b2a02d4a6d037cf10e', 'mac_address': 'fa:16:3e:f8:7e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691f2a9-46e5-4a62-84ad-4fa65b00559a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3046a006-f73a-45a8-9a9f-78bef80b14c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:46:10Z', 'updated_at': '2022-05-25T14:46:11Z', 'revision_number': 2, 'project_id': '50ae2485352046b2a02d4a6d037cf10e', 'subnets': [{'id': '3046a006-f73a-45a8-9a9f-78bef80b14c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0f7a700-9bec-42f6-99eb-664dbff627cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:46:13.311046 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Checking router: 4691f2a9-46e5-4a62-84ad-4fa65b00559a for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:46:13.311415 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Updating router 4691f2a9-46e5-4a62-84ad-4fa65b00559a port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9 binding host dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:46:13.366455 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (00862aab-3b25-4807-bcce-5fa2dcf0c1d9), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:13.917826 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Publish callbacks [] for port (00862aab-3b25-4807-bcce-5fa2dcf0c1d9), precommit_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:13.994227 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (00862aab-3b25-4807-bcce-5fa2dcf0c1d9), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:14.160192 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe72222-c216-49d2-b94f-df5fd9a29fbc None None] Pushing event updated for resources: {'Port': ['ID=00862aab-3b25-4807-bcce-5fa2dcf0c1d9,revision_number=3']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:46:14.176821 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Attempting to bind port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:46:14.177137 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Attempting to bind port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '489a1462-5907-4e9a-a52d-80b34abed624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '92178597-7965-4d50-88cb-a9a8904ad3ae'}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:46:14.177567 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Attempting to bind port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9 on network 92178597-7965-4d50-88cb-a9a8904ad3ae {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:46:14.180571 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe72222-c216-49d2-b94f-df5fd9a29fbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:14.181059 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe72222-c216-49d2-b94f-df5fd9a29fbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:14.181264 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe72222-c216-49d2-b94f-df5fd9a29fbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:14.181824 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe72222-c216-49d2-b94f-df5fd9a29fbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:14.182165 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe72222-c216-49d2-b94f-df5fd9a29fbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:14.182492 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe72222-c216-49d2-b94f-df5fd9a29fbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:14.182845 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe72222-c216-49d2-b94f-df5fd9a29fbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:14.183172 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe72222-c216-49d2-b94f-df5fd9a29fbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:14.183501 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe72222-c216-49d2-b94f-df5fd9a29fbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:14.183830 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe72222-c216-49d2-b94f-df5fd9a29fbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:14.184154 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe72222-c216-49d2-b94f-df5fd9a29fbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:14.184505 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe72222-c216-49d2-b94f-df5fd9a29fbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:14.184833 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe72222-c216-49d2-b94f-df5fd9a29fbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:14.185152 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe72222-c216-49d2-b94f-df5fd9a29fbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:14.185470 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe72222-c216-49d2-b94f-df5fd9a29fbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe72222-c216-49d2-b94f-df5fd9a29fbc None None] Tracked resource versions report: May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: pushed versions: May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: { 'AddressGroup': {'1.2'}, May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Agent': {'1.1'}, May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'ConntrackHelper': {'1.0'}, May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'LocalIPAssociation': {'1.0'}, May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Log': {'1.0'}, May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'NDPProxy': {'1.0'}, May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Network': {'1.1'}, May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Port': {'1.7'}, May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'PortForwarding': {'1.3'}, May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'QosPolicy': {'1.10'}, May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'SecurityGroup': {'1.5'}, May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'SecurityGroupRule': {'1.2'}, May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'SubPort': {'1.0'}, May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Subnet': {'1.1'}, May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Trunk': {'1.1'}} May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: consumer versions: May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: { DHCP agent@dv-cinder-830283-3-iscsi: {}, May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: L3 agent@dv-cinder-830283-3-iscsi: {}, May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: Metadata agent@dv-cinder-830283-3-iscsi: {}, May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: Metering agent@dv-cinder-830283-3-iscsi: {}, May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: Open vSwitch agent@dv-cinder-830283-3-iscsi: { 'AddressGroup': '1.2', May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Agent': '1.1', May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'ConntrackHelper': '1.0', May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'LocalIPAssociation': '1.0', May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Log': '1.0', May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'NDPProxy': '1.0', May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Network': '1.1', May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Port': '1.7', May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'PortForwarding': '1.3', May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'QosPolicy': '1.10', May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'SecurityGroup': '1.5', May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'SecurityGroupRule': '1.2', May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'SubPort': '1.0', May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Subnet': '1.1', May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Trunk': '1.1'}} May 25 14:46:14.187085 dv-cinder-830283-3-iscsi neutron-server[116228]: {{(pid=116228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 14:46:14.194812 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:46:14.195229 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Checking segment: {'id': '489a1462-5907-4e9a-a52d-80b34abed624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '92178597-7965-4d50-88cb-a9a8904ad3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:46:14.195730 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:14.196441 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Bound using segment: {'id': '489a1462-5907-4e9a-a52d-80b34abed624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '92178597-7965-4d50-88cb-a9a8904ad3ae'} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:46:14.196943 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Bound port: 00862aab-3b25-4807-bcce-5fa2dcf0c1d9, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489a1462-5907-4e9a-a52d-80b34abed624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '92178597-7965-4d50-88cb-a9a8904ad3ae'}}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:46:14.197348 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (00862aab-3b25-4807-bcce-5fa2dcf0c1d9), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:14.269959 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] For port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:46:14.273836 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:14.283005 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-13f330f5-c47b-4c02-b456-903790acccfa None None] Provisioning complete for port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:46:14.283599 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-13f330f5-c47b-4c02-b456-903790acccfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (00862aab-3b25-4807-bcce-5fa2dcf0c1d9), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:14.293771 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:14.296093 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] For port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=00862aab-3b25-4807-bcce-5fa2dcf0c1d9,segment=NetworkSegment(489a1462-5907-4e9a-a52d-80b34abed624),segment_id=489a1462-5907-4e9a-a52d-80b34abed624)] {{(pid=116228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:46:14.317371 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-13f330f5-c47b-4c02-b456-903790acccfa None None] Port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:46:14.366350 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (00862aab-3b25-4807-bcce-5fa2dcf0c1d9), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:14.425629 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe72222-c216-49d2-b94f-df5fd9a29fbc None None] Pushing event updated for resources: {'Port': ['ID=00862aab-3b25-4807-bcce-5fa2dcf0c1d9,revision_number=4']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:46:14.434024 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Routers {'4691f2a9-46e5-4a62-84ad-4fa65b00559a'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:46:14.434601 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:46:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['4691f2a9-46e5-4a62-84ad-4fa65b00559a'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:46:14.527807 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] Set router 4691f2a9-46e5-4a62-84ad-4fa65b00559a gateway port host: None {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:46:14.636887 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-fdb4a570-4017-4ca1-a5b9-d7cc0aa6c2b0 None None] Provisioning complete for port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:46:14.637418 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-fdb4a570-4017-4ca1-a5b9-d7cc0aa6c2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (00862aab-3b25-4807-bcce-5fa2dcf0c1d9), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:14.721042 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4a570-4017-4ca1-a5b9-d7cc0aa6c2b0 None None] Current status of the port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:46:14.721548 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-fdb4a570-4017-4ca1-a5b9-d7cc0aa6c2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (00862aab-3b25-4807-bcce-5fa2dcf0c1d9), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:14.731933 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691f2a9-46e5-4a62-84ad-4fa65b00559a', 'name': 'router1', 'tenant_id': '50ae2485352046b2a02d4a6d037cf10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:46:00Z', 'updated_at': '2022-05-25T14:46:11Z', 'revision_number': 2, 'project_id': '50ae2485352046b2a02d4a6d037cf10e', 'gw_port_host': None, '_interfaces': [{'id': '00862aab-3b25-4807-bcce-5fa2dcf0c1d9', 'name': '', 'network_id': '92178597-7965-4d50-88cb-a9a8904ad3ae', 'tenant_id': '50ae2485352046b2a02d4a6d037cf10e', 'mac_address': 'fa:16:3e:f8:7e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691f2a9-46e5-4a62-84ad-4fa65b00559a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3046a006-f73a-45a8-9a9f-78bef80b14c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:46:10Z', 'updated_at': '2022-05-25T14:46:14Z', 'revision_number': 4, 'project_id': '50ae2485352046b2a02d4a6d037cf10e', 'subnets': [{'id': '3046a006-f73a-45a8-9a9f-78bef80b14c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0f7a700-9bec-42f6-99eb-664dbff627cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:46:14.758819 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-fdb4a570-4017-4ca1-a5b9-d7cc0aa6c2b0 None None] For port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=00862aab-3b25-4807-bcce-5fa2dcf0c1d9,segment=NetworkSegment(489a1462-5907-4e9a-a52d-80b34abed624),segment_id=489a1462-5907-4e9a-a52d-80b34abed624)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:46:14.761354 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999efb00-4b6f-4551-bb9f-50a816343767 None None] The sync data for ids ['4691f2a9-46e5-4a62-84ad-4fa65b00559a'] in dv-cinder-830283-3-iscsi is: [{'id': '4691f2a9-46e5-4a62-84ad-4fa65b00559a', 'name': 'router1', 'tenant_id': '50ae2485352046b2a02d4a6d037cf10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:46:00Z', 'updated_at': '2022-05-25T14:46:11Z', 'revision_number': 2, 'project_id': '50ae2485352046b2a02d4a6d037cf10e', 'gw_port_host': None, '_interfaces': [{'id': '00862aab-3b25-4807-bcce-5fa2dcf0c1d9', 'name': '', 'network_id': '92178597-7965-4d50-88cb-a9a8904ad3ae', 'tenant_id': '50ae2485352046b2a02d4a6d037cf10e', 'mac_address': 'fa:16:3e:f8:7e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691f2a9-46e5-4a62-84ad-4fa65b00559a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3046a006-f73a-45a8-9a9f-78bef80b14c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:46:10Z', 'updated_at': '2022-05-25T14:46:14Z', 'revision_number': 4, 'project_id': '50ae2485352046b2a02d4a6d037cf10e', 'subnets': [{'id': '3046a006-f73a-45a8-9a9f-78bef80b14c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0f7a700-9bec-42f6-99eb-664dbff627cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:46:14.822816 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-fdb4a570-4017-4ca1-a5b9-d7cc0aa6c2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (00862aab-3b25-4807-bcce-5fa2dcf0c1d9), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:14.877245 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4a570-4017-4ca1-a5b9-d7cc0aa6c2b0 None None] Pushing event updated for resources: {'Port': ['ID=00862aab-3b25-4807-bcce-5fa2dcf0c1d9,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:46:15.071045 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 51418) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:46:15.225040 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:15.236475 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6c9ca3-ca2f-45c0-8f7b-808c6913e6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:46:15.237870 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-6d6c9ca3-ca2f-45c0-8f7b-808c6913e6cf admin admin] 10.222.0.74 "GET /v2.0/networks/e77a34f4-3c18-4df0-a57b-b0c373fbaaed HTTP/1.1" status: 200 len: 842 time: 0.1658232 May 25 14:46:15.247841 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-071ecad1-21c7-4dba-bb72-beb95d2d5d2d admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:46:15.342825 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071ecad1-21c7-4dba-bb72-beb95d2d5d2d admin admin] Made reservation on behalf of 77e7e794d9844bf98e02bc9b4f6dae9f for: {'subnet': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:46:15.346006 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-071ecad1-21c7-4dba-bb72-beb95d2d5d2d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:15.708827 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.objects.ports [None req-071ecad1-21c7-4dba-bb72-beb95d2d5d2d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116225) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 25 14:46:15.709257 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-071ecad1-21c7-4dba-bb72-beb95d2d5d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for subnet (c052cd01-367f-4678-98c8-20212d9ed362), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:15.758792 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ecad1-21c7-4dba-bb72-beb95d2d5d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c052cd01-367f-4678-98c8-20212d9ed362,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:46:15.777659 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ecad1-21c7-4dba-bb72-beb95d2d5d2d admin admin] Checking segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:46:15.778036 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071ecad1-21c7-4dba-bb72-beb95d2d5d2d admin admin] Network hostable DHCP agents. Network: e77a34f4-3c18-4df0-a57b-b0c373fbaaed, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:46:15.889247 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071ecad1-21c7-4dba-bb72-beb95d2d5d2d admin admin] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:46:15.986526 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-071ecad1-21c7-4dba-bb72-beb95d2d5d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, e77a34f4-3c18-4df0-a57b-b0c373fbaaed) {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:46:15.990966 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071ecad1-21c7-4dba-bb72-beb95d2d5d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:46:15.991607 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-071ecad1-21c7-4dba-bb72-beb95d2d5d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:15.995339 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab3394a-d6ca-4f64-9ec1-31e1c8c0c8da None None] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:46:16.010171 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:16.094369 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-071ecad1-21c7-4dba-bb72-beb95d2d5d2d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8307693 May 25 14:46:16.102321 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfaf0e5-efb3-4e6a-a80f-d3e44e9dae93 None None] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:46:18.449215 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 51436) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:46:18.583612 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-4ca40b36-f1a5-4a61-924d-d751e1ba1d9a demo admin] 10.222.0.74 "GET /v2.0/routers/4691f2a9-46e5-4a62-84ad-4fa65b00559a HTTP/1.1" status: 200 len: 710 time: 0.1328826 May 25 14:46:18.670958 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80e8bef-e439-40e6-860e-b74623ba0e5d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:46:18.672365 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-c80e8bef-e439-40e6-860e-b74623ba0e5d demo admin] 10.222.0.74 "GET /v2.0/networks/e77a34f4-3c18-4df0-a57b-b0c373fbaaed HTTP/1.1" status: 200 len: 886 time: 0.0832872 May 25 14:46:18.681045 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-7dc9319b-63e6-4b65-ac69-9bde93679bfc demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:46:18.920049 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7dc9319b-63e6-4b65-ac69-9bde93679bfc demo admin] Publish callbacks [] for router_gateway (4691f2a9-46e5-4a62-84ad-4fa65b00559a), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:19.022327 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:19.262181 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7dc9319b-63e6-4b65-ac69-9bde93679bfc demo admin] Publish callbacks [] for router_gateway (4691f2a9-46e5-4a62-84ad-4fa65b00559a), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:19.341289 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7dc9319b-63e6-4b65-ac69-9bde93679bfc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:19.447995 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-7dc9319b-63e6-4b65-ac69-9bde93679bfc demo admin] Allocated IP 172.27.1.108 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/1215f6dd-b452-462a-aa6c-014f9897a7d7) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:46:19.448453 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:19.554914 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7dc9319b-63e6-4b65-ac69-9bde93679bfc demo admin] Publish callbacks [] for port (1215f6dd-b452-462a-aa6c-014f9897a7d7), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:19.706904 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7dc9319b-63e6-4b65-ac69-9bde93679bfc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653'] for port (1215f6dd-b452-462a-aa6c-014f9897a7d7), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:19.747687 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc9319b-63e6-4b65-ac69-9bde93679bfc demo admin] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:46:19.752917 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-7dc9319b-63e6-4b65-ac69-9bde93679bfc demo admin] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:46:19.755443 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc9319b-63e6-4b65-ac69-9bde93679bfc demo admin] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:46:19.760603 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9319b-63e6-4b65-ac69-9bde93679bfc demo admin] Pushing event updated for resources: {'Port': ['ID=1215f6dd-b452-462a-aa6c-014f9897a7d7,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:46:20.097014 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:20.102258 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7dc9319b-63e6-4b65-ac69-9bde93679bfc demo admin] Publish callbacks [] for router_gateway (4691f2a9-46e5-4a62-84ad-4fa65b00559a), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:20.296399 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7dc9319b-63e6-4b65-ac69-9bde93679bfc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-566128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5658'] for router (4691f2a9-46e5-4a62-84ad-4fa65b00559a), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:20.300823 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7dc9319b-63e6-4b65-ac69-9bde93679bfc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-566137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-566126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569289'] for router (4691f2a9-46e5-4a62-84ad-4fa65b00559a), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:20.413029 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc9319b-63e6-4b65-ac69-9bde93679bfc demo admin] Router 4691f2a9-46e5-4a62-84ad-4fa65b00559a has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:46:20.514920 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc9319b-63e6-4b65-ac69-9bde93679bfc demo admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:46:20.519850 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7dc9319b-63e6-4b65-ac69-9bde93679bfc demo admin] Publish callbacks [] for router (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:20.523074 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-7dc9319b-63e6-4b65-ac69-9bde93679bfc demo admin] 10.222.0.74 "PUT /v2.0/routers/4691f2a9-46e5-4a62-84ad-4fa65b00559a HTTP/1.1" status: 200 len: 890 time: 1.8451254 May 25 14:46:22.973709 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 51448) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:46:23.101117 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-7cd5f72b-d8f3-40d1-a3ce-f6e5b307f56c admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1262679 May 25 14:46:23.567840 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 00862aab-3b25-4807-bcce-5fa2dcf0c1d9 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:46:23.572043 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 5 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:46:23.608920 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Sync routers for ids ['4691f2a9-46e5-4a62-84ad-4fa65b00559a'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:46:23.631026 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Routers {'4691f2a9-46e5-4a62-84ad-4fa65b00559a'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:46:23.631683 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:46:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['4691f2a9-46e5-4a62-84ad-4fa65b00559a'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:46:23.652349 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:46:23.652733 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (00862aab-3b25-4807-bcce-5fa2dcf0c1d9), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:23.886122 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:23.918582 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Set router 4691f2a9-46e5-4a62-84ad-4fa65b00559a gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:46:23.952613 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:46:24.147423 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:24.368968 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691f2a9-46e5-4a62-84ad-4fa65b00559a', 'name': 'router1', 'tenant_id': '50ae2485352046b2a02d4a6d037cf10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '1215f6dd-b452-462a-aa6c-014f9897a7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:46:00Z', 'updated_at': '2022-05-25T14:46:19Z', 'revision_number': 4, 'project_id': '50ae2485352046b2a02d4a6d037cf10e', 'gw_port': {'id': '1215f6dd-b452-462a-aa6c-014f9897a7d7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691f2a9-46e5-4a62-84ad-4fa65b00559a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:46:19Z', 'updated_at': '2022-05-25T14:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '00862aab-3b25-4807-bcce-5fa2dcf0c1d9', 'name': '', 'network_id': '92178597-7965-4d50-88cb-a9a8904ad3ae', 'tenant_id': '50ae2485352046b2a02d4a6d037cf10e', 'mac_address': 'fa:16:3e:f8:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691f2a9-46e5-4a62-84ad-4fa65b00559a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3046a006-f73a-45a8-9a9f-78bef80b14c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:46:10Z', 'updated_at': '2022-05-25T14:46:14Z', 'revision_number': 5, 'project_id': '50ae2485352046b2a02d4a6d037cf10e', 'subnets': [{'id': '3046a006-f73a-45a8-9a9f-78bef80b14c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0f7a700-9bec-42f6-99eb-664dbff627cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:46:24.421256 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Checking router: 4691f2a9-46e5-4a62-84ad-4fa65b00559a for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:46:24.421612 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Updating router 4691f2a9-46e5-4a62-84ad-4fa65b00559a port 1215f6dd-b452-462a-aa6c-014f9897a7d7 binding host dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:46:24.482145 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (1215f6dd-b452-462a-aa6c-014f9897a7d7), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:24.835010 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Publish callbacks [] for port (1215f6dd-b452-462a-aa6c-014f9897a7d7), precommit_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:24.908111 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (1215f6dd-b452-462a-aa6c-014f9897a7d7), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:24.963595 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Attempting to bind port 1215f6dd-b452-462a-aa6c-014f9897a7d7 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:46:24.963898 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Attempting to bind port 1215f6dd-b452-462a-aa6c-014f9897a7d7 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:46:24.964248 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Attempting to bind port 1215f6dd-b452-462a-aa6c-014f9897a7d7 on network e77a34f4-3c18-4df0-a57b-b0c373fbaaed {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:46:24.968586 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3466f-1372-457c-8828-4d0af4fe2805 None None] Pushing event updated for resources: {'Port': ['ID=1215f6dd-b452-462a-aa6c-014f9897a7d7,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:46:24.976793 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:46:24.977163 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Checking segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:46:24.978608 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:24.978608 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Bound using segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:46:24.979134 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Bound port: 1215f6dd-b452-462a-aa6c-014f9897a7d7, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:46:24.985113 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (1215f6dd-b452-462a-aa6c-014f9897a7d7), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:25.030831 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] For port 1215f6dd-b452-462a-aa6c-014f9897a7d7, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:46:25.033678 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] For port 1215f6dd-b452-462a-aa6c-014f9897a7d7, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=1215f6dd-b452-462a-aa6c-014f9897a7d7,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:46:25.118326 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (1215f6dd-b452-462a-aa6c-014f9897a7d7), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:25.183347 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3466f-1372-457c-8828-4d0af4fe2805 None None] Pushing event updated for resources: {'Port': ['ID=1215f6dd-b452-462a-aa6c-014f9897a7d7,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:46:25.190038 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Routers {'4691f2a9-46e5-4a62-84ad-4fa65b00559a'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:46:25.190658 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:46:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['4691f2a9-46e5-4a62-84ad-4fa65b00559a'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:46:25.341503 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] Set router 4691f2a9-46e5-4a62-84ad-4fa65b00559a gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:46:25.379184 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:25.475419 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:25.563946 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691f2a9-46e5-4a62-84ad-4fa65b00559a', 'name': 'router1', 'tenant_id': '50ae2485352046b2a02d4a6d037cf10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '1215f6dd-b452-462a-aa6c-014f9897a7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:46:00Z', 'updated_at': '2022-05-25T14:46:19Z', 'revision_number': 4, 'project_id': '50ae2485352046b2a02d4a6d037cf10e', 'gw_port': {'id': '1215f6dd-b452-462a-aa6c-014f9897a7d7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691f2a9-46e5-4a62-84ad-4fa65b00559a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:46:19Z', 'updated_at': '2022-05-25T14:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '00862aab-3b25-4807-bcce-5fa2dcf0c1d9', 'name': '', 'network_id': '92178597-7965-4d50-88cb-a9a8904ad3ae', 'tenant_id': '50ae2485352046b2a02d4a6d037cf10e', 'mac_address': 'fa:16:3e:f8:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691f2a9-46e5-4a62-84ad-4fa65b00559a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3046a006-f73a-45a8-9a9f-78bef80b14c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:46:10Z', 'updated_at': '2022-05-25T14:46:14Z', 'revision_number': 5, 'project_id': '50ae2485352046b2a02d4a6d037cf10e', 'subnets': [{'id': '3046a006-f73a-45a8-9a9f-78bef80b14c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0f7a700-9bec-42f6-99eb-664dbff627cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:46:25.590897 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ac9f30-880f-4bb6-8a58-7dfaa24a0a60 None None] The sync data for ids ['4691f2a9-46e5-4a62-84ad-4fa65b00559a'] in dv-cinder-830283-3-iscsi is: [{'id': '4691f2a9-46e5-4a62-84ad-4fa65b00559a', 'name': 'router1', 'tenant_id': '50ae2485352046b2a02d4a6d037cf10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '1215f6dd-b452-462a-aa6c-014f9897a7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:46:00Z', 'updated_at': '2022-05-25T14:46:19Z', 'revision_number': 4, 'project_id': '50ae2485352046b2a02d4a6d037cf10e', 'gw_port': {'id': '1215f6dd-b452-462a-aa6c-014f9897a7d7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691f2a9-46e5-4a62-84ad-4fa65b00559a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:46:19Z', 'updated_at': '2022-05-25T14:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '00862aab-3b25-4807-bcce-5fa2dcf0c1d9', 'name': '', 'network_id': '92178597-7965-4d50-88cb-a9a8904ad3ae', 'tenant_id': '50ae2485352046b2a02d4a6d037cf10e', 'mac_address': 'fa:16:3e:f8:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691f2a9-46e5-4a62-84ad-4fa65b00559a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3046a006-f73a-45a8-9a9f-78bef80b14c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:46:10Z', 'updated_at': '2022-05-25T14:46:14Z', 'revision_number': 5, 'project_id': '50ae2485352046b2a02d4a6d037cf10e', 'subnets': [{'id': '3046a006-f73a-45a8-9a9f-78bef80b14c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0f7a700-9bec-42f6-99eb-664dbff627cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:46:27.618748 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 1215f6dd-b452-462a-aa6c-014f9897a7d7 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:46:27.691899 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 1215f6dd-b452-462a-aa6c-014f9897a7d7 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:46:27.692555 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (1215f6dd-b452-462a-aa6c-014f9897a7d7), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:27.788703 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 1215f6dd-b452-462a-aa6c-014f9897a7d7 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:46:27.789465 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (1215f6dd-b452-462a-aa6c-014f9897a7d7), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:27.812293 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] For port 1215f6dd-b452-462a-aa6c-014f9897a7d7, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=1215f6dd-b452-462a-aa6c-014f9897a7d7,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:46:27.886487 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (1215f6dd-b452-462a-aa6c-014f9897a7d7), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:27.984889 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Pushing event updated for resources: {'Port': ['ID=1215f6dd-b452-462a-aa6c-014f9897a7d7,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:46:29.588067 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 1215f6dd-b452-462a-aa6c-014f9897a7d7 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:46:29.657054 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 1215f6dd-b452-462a-aa6c-014f9897a7d7 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:46:29.657686 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (1215f6dd-b452-462a-aa6c-014f9897a7d7), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:29.757512 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 1215f6dd-b452-462a-aa6c-014f9897a7d7 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:46:33.093813 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=34 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:33.097314 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:36.563813 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-3997cdc7-b6d8-4024-b652-06e81c14c4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:38.873768 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6dc3-e8c6-4ab0-9db6-e5c41fc08fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:40.205635 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:40.568503 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=25 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:40.591238 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=64 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:41.392174 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:42.919058 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:52.808425 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:52.815661 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=62,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:00.571845 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 5 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:47:06.554011 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6a5d9cd-062e-41fa-997e-c742f339a567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:08.910994 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-3fe78b06-0890-4889-846e-efb41f1641ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:10.226948 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:11.461457 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:12.877047 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:17.571164 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:17.580592 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:22.803673 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:22.809733 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:34.567562 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:36.552063 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1ca10f8c-7fba-4b68-9185-954af1ccb038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:37.570366 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 5 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:47:38.870117 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-6f318452-a642-4818-b5c3-1f442581470f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:40.243141 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:41.378554 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:42.887036 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:44.074138 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 51984) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:47:44.138306 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f171aa9-2c47-47e9-ae87-1697edf69337 admin admin] GET failed (client error): The resource could not be found. May 25 14:47:44.139671 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-5f171aa9-2c47-47e9-ae87-1697edf69337 admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643082 May 25 14:47:44.381967 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8041bacd-cb90-4b02-afeb-1d7ca4a40c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:47:44.383423 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-8041bacd-cb90-4b02-afeb-1d7ca4a40c2d admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2389235 May 25 14:47:46.603542 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 51994) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:47:46.694488 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2bd4c2-bff2-403b-b9a3-faff6179485e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:47:46.695860 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-ab2bd4c2-bff2-403b-b9a3-faff6179485e admin admin] 10.222.0.74 "GET /v2.0/subnets/3046a006-f73a-45a8-9a9f-78bef80b14c8 HTTP/1.1" status: 200 len: 849 time: 0.0914350 May 25 14:47:46.705960 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:47:46.794591 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Publish callbacks [] for subnet (3046a006-f73a-45a8-9a9f-78bef80b14c8), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:46.997383 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746770698945'] for subnet (3046a006-f73a-45a8-9a9f-78bef80b14c8), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:47.029677 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:47:47.030766 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:47.033323 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] 10.222.0.74 "PUT /v2.0/subnets/3046a006-f73a-45a8-9a9f-78bef80b14c8 HTTP/1.1" status: 200 len: 868 time: 0.3291688 May 25 14:47:47.033905 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9538f3-740f-427c-b55e-3f721d871204 None None] Network 92178597-7965-4d50-88cb-a9a8904ad3ae requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:47:47.053631 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3046a006-f73a-45a8-9a9f-78bef80b14c8,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:47:47.061462 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:47.061947 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:47.062320 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:47.062684 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:47.063025 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:47.063488 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:47.063832 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:47.064318 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:47.064674 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:47.065009 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:47.065369 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:47.065722 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:47.066059 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:47.066376 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:47.066728 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810df9-beb4-4058-9957-0c26dc0e23b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:47.391409 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-3729c938-a27b-41b6-8324-0e9e4a89b575 None None] Provisioning complete for port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:47:47.391804 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-3729c938-a27b-41b6-8324-0e9e4a89b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (00862aab-3b25-4807-bcce-5fa2dcf0c1d9), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:47.465820 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-3729c938-a27b-41b6-8324-0e9e4a89b575 None None] Current status of the port 00862aab-3b25-4807-bcce-5fa2dcf0c1d9 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:47:47.474380 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-3729c938-a27b-41b6-8324-0e9e4a89b575 None None] Provisioning complete for port dbb16b23-b08a-44b2-a4e5-8d3596aa346f triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:47:47.474774 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-3729c938-a27b-41b6-8324-0e9e4a89b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (dbb16b23-b08a-44b2-a4e5-8d3596aa346f), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:47.544796 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-3729c938-a27b-41b6-8324-0e9e4a89b575 None None] Current status of the port dbb16b23-b08a-44b2-a4e5-8d3596aa346f is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:47:49.287292 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52002) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:47:49.486481 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88f6438-a7ad-45bf-ac7f-9e7a600a21b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:47:49.486898 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88f6438-a7ad-45bf-ac7f-9e7a600a21b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:47:49.488447 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-d88f6438-a7ad-45bf-ac7f-9e7a600a21b9 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2001948 May 25 14:47:51.714426 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52010) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:47:51.848677 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64202cfe-4e0c-44f4-9c9b-608e7e7072a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:47:51.849155 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64202cfe-4e0c-44f4-9c9b-608e7e7072a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:47:51.850720 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-64202cfe-4e0c-44f4-9c9b-608e7e7072a3 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1352773 May 25 14:47:54.078966 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52018) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:47:54.189909 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:54.212152 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc298ad-69d1-4a67-945a-8224987b9b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:47:54.213527 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-0cc298ad-69d1-4a67-945a-8224987b9b58 admin admin] 10.222.0.74 "GET /v2.0/networks/92178597-7965-4d50-88cb-a9a8904ad3ae HTTP/1.1" status: 200 len: 869 time: 0.1336105 May 25 14:47:54.574909 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:54.575722 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:56.431525 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52026) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:47:56.589071 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f75ad9-2b1d-41af-96db-c3ff8844a6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:47:56.590372 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-b1f75ad9-2b1d-41af-96db-c3ff8844a6e4 admin admin] 10.222.0.74 "GET /v2.0/networks/e77a34f4-3c18-4df0-a57b-b0c373fbaaed HTTP/1.1" status: 200 len: 886 time: 0.1579084 May 25 14:47:57.541799 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:57.543106 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:58.811332 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52036) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:47:58.938630 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e881386-8ca2-4277-baf2-c0ab6460d962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:47:58.939101 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e881386-8ca2-4277-baf2-c0ab6460d962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:47:58.940662 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-6e881386-8ca2-4277-baf2-c0ab6460d962 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1283793 May 25 14:48:01.168117 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52046) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:48:01.261666 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a6b90d-99e8-49f7-b004-dee856361d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:48:01.262118 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a6b90d-99e8-49f7-b004-dee856361d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:48:01.264265 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-27a6b90d-99e8-49f7-b004-dee856361d17 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0952027 May 25 14:48:03.494617 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52054) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:48:03.588697 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac8f9d9-63f2-43ef-9290-8167eab595c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:48:03.589974 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-7ac8f9d9-63f2-43ef-9290-8167eab595c9 admin admin] 10.222.0.74 "GET /v2.0/subnets/3046a006-f73a-45a8-9a9f-78bef80b14c8 HTTP/1.1" status: 200 len: 868 time: 0.0943625 May 25 14:48:04.210454 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:48:05.808043 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52062) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:48:05.893983 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6955d1b2-7702-4025-861f-7380a12d0789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:48:05.895343 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-6955d1b2-7702-4025-861f-7380a12d0789 admin admin] 10.222.0.74 "GET /v2.0/subnets/c052cd01-367f-4678-98c8-20212d9ed362 HTTP/1.1" status: 200 len: 816 time: 0.0863302 May 25 14:48:06.539962 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-633d7cd7-1c64-465d-b03a-e9cdc0078a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:08.911421 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-8cde419d-2adb-4e98-a8d3-7b371fa9c9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:10.237190 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:11.414033 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:12.871158 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:14.569677 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 5 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:48:15.889979 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=36 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:48:15.891069 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=33 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:48:22.799834 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:48:22.806876 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:48:34.549719 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=13 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:48:34.571995 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=23 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:48:36.566110 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-f52caedf-f752-4d5b-822a-d4b81a0e044c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:38.910425 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-4903db7f-cdbe-4365-8eb2-a79e6258cc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:40.196178 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:41.377090 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:42.875884 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:46.280249 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52122) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:48:46.327565 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [None req-9f6f0dbf-7d58-412a-8787-441f55df2df5 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:48:46.328620 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-9f6f0dbf-7d58-412a-8787-441f55df2df5 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0473919 May 25 14:48:48.632461 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52130) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:48:48.692490 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19eed48-ce6a-4f76-a3b0-3c6a254174ba admin admin] GET failed (client error): The resource could not be found. May 25 14:48:48.693984 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-a19eed48-ce6a-4f76-a3b0-3c6a254174ba admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605659 May 25 14:48:48.838065 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892af66a-4a16-432e-aa91-7bdaca074ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:48:48.839571 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-892af66a-4a16-432e-aa91-7bdaca074ece admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1415653 May 25 14:48:51.097180 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52138) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:48:51.144893 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:48:51.218755 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Made reservation on behalf of 77e7e794d9844bf98e02bc9b4f6dae9f for: {'network': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:48:51.221039 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:51.258993 dv-cinder-830283-3-iscsi neutron-server[116226]: WARNING neutron.services.revisions.revision_plugin [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Could not find related network for resource to bump revision. May 25 14:48:51.271970 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=116226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:48:51.281937 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (575b0e29-768c-4de5-9e26-1408e36102c4), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:51.282304 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.segments_db [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Added segment 575b0e29-768c-4de5-9e26-1408e36102c4 of type vlan for network a3f6f220-e789-4123-968a-ea0c72cee846 May 25 14:48:51.330767 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (a3f6f220-e789-4123-968a-ea0c72cee846), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:51.405581 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (a3f6f220-e789-4123-968a-ea0c72cee846), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:51.406560 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:48:51.407170 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:51.497415 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Pushing event updated for resources: {'Network': ['ID=a3f6f220-e789-4123-968a-ea0c72cee846,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:48:51.503927 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:51.504270 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:51.504638 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:51.504979 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:51.505310 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:51.505644 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:51.505969 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:51.506291 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:51.506631 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:51.506980 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:51.507318 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:51.507658 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:51.507980 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:51.508299 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:51.508650 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:51.519632 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network a3f6f220-e789-4123-968a-ea0c72cee846 details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:48:51.522618 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-da8ce422-4bed-43e4-a7ee-24b575054d8f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4244163 May 25 14:48:51.569024 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 5 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:48:53.783019 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52146) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:48:53.843310 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.pecan_wsgi.hooks.translation [None req-5670a8d5-6968-4cc0-a67c-3f86de931044 admin admin] GET failed (client error): The resource could not be found. May 25 14:48:53.844581 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-5670a8d5-6968-4cc0-a67c-3f86de931044 admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606117 May 25 14:48:53.917950 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28fbf2d-d461-4eab-a4d0-43791ac16517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:48:53.919446 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-c28fbf2d-d461-4eab-a4d0-43791ac16517 admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0706270 May 25 14:48:53.929570 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-e0556d1a-8ddd-4d35-b35d-63e569a319d0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'a3f6f220-e789-4123-968a-ea0c72cee846', 'ip_version': 4}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:48:53.989943 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0556d1a-8ddd-4d35-b35d-63e569a319d0 admin admin] Made reservation on behalf of 77e7e794d9844bf98e02bc9b4f6dae9f for: {'subnet': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:48:53.992587 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e0556d1a-8ddd-4d35-b35d-63e569a319d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:54.207241 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e0556d1a-8ddd-4d35-b35d-63e569a319d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for subnet (0edc2c49-0500-4c3e-8c63-d236c8bd2687), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:54.260459 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0556d1a-8ddd-4d35-b35d-63e569a319d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0edc2c49-0500-4c3e-8c63-d236c8bd2687,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:48:54.272287 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0556d1a-8ddd-4d35-b35d-63e569a319d0 admin admin] Checking segment: {'id': '575b0e29-768c-4de5-9e26-1408e36102c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a3f6f220-e789-4123-968a-ea0c72cee846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:48:54.272640 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0556d1a-8ddd-4d35-b35d-63e569a319d0 admin admin] Network hostable DHCP agents. Network: a3f6f220-e789-4123-968a-ea0c72cee846, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:48:54.378650 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0556d1a-8ddd-4d35-b35d-63e569a319d0 admin admin] Network a3f6f220-e789-4123-968a-ea0c72cee846 is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:48:54.481886 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-e0556d1a-8ddd-4d35-b35d-63e569a319d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, a3f6f220-e789-4123-968a-ea0c72cee846) {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:48:54.486664 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0556d1a-8ddd-4d35-b35d-63e569a319d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:48:54.487329 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e0556d1a-8ddd-4d35-b35d-63e569a319d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:54.493518 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aa3727-80d9-4083-9d9a-1cc2aa5318f7 None None] Network a3f6f220-e789-4123-968a-ea0c72cee846 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:48:54.617546 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-e0556d1a-8ddd-4d35-b35d-63e569a319d0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6909816 May 25 14:48:54.727410 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1a855bc-7c09-52c5-ba14-1589c7fd33db-a3f6f220-e789-4123-968a-ea0c72cee846', 'network_id': 'a3f6f220-e789-4123-968a-ea0c72cee846', 'project_id': '77e7e794d9844bf98e02bc9b4f6dae9f', 'fixed_ips': [{'subnet_id': '0edc2c49-0500-4c3e-8c63-d236c8bd2687'}]}} from dv-cinder-830283-3-iscsi. {{(pid=116227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 14:48:54.728430 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:54.942696 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.db_base_plugin_common [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Allocated IP 192.168.233.2 (a3f6f220-e789-4123-968a-ea0c72cee846/0edc2c49-0500-4c3e-8c63-d236c8bd2687/1cb51448-6783-4c73-a82e-942ef80fe88f) {{(pid=116227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:48:55.143251 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Publish callbacks [] for port (1cb51448-6783-4c73-a82e-942ef80fe88f), precommit_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:55.202457 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653'] for port (1cb51448-6783-4c73-a82e-942ef80fe88f), after_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:55.245160 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Network a3f6f220-e789-4123-968a-ea0c72cee846 is already hosted by enough agents. {{(pid=116227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:48:55.250271 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.base_scheduler [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Resources bound (agent type, host, resource id): {{(pid=116227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:48:55.252441 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Pushing event updated for resources: {'Port': ['ID=1cb51448-6783-4c73-a82e-942ef80fe88f,revision_number=1']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:48:55.254737 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Received port after_create {{(pid=116227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:48:55.263554 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:55.263902 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:55.264271 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:55.264626 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:55.264964 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:55.265297 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:55.265625 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:55.265952 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:55.266279 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:55.266605 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:55.266960 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:55.267302 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:55.267631 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:55.267959 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:55.268281 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:55.326462 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Attempting to bind port 1cb51448-6783-4c73-a82e-942ef80fe88f on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:48:55.326867 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Attempting to bind port 1cb51448-6783-4c73-a82e-942ef80fe88f by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '575b0e29-768c-4de5-9e26-1408e36102c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a3f6f220-e789-4123-968a-ea0c72cee846'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:48:55.327243 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Attempting to bind port 1cb51448-6783-4c73-a82e-942ef80fe88f on network a3f6f220-e789-4123-968a-ea0c72cee846 {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:48:55.332720 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:48:55.333096 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Checking segment: {'id': '575b0e29-768c-4de5-9e26-1408e36102c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a3f6f220-e789-4123-968a-ea0c72cee846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:48:55.333496 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:55.333893 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Bound using segment: {'id': '575b0e29-768c-4de5-9e26-1408e36102c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a3f6f220-e789-4123-968a-ea0c72cee846'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:48:55.334673 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Bound port: 1cb51448-6783-4c73-a82e-942ef80fe88f, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575b0e29-768c-4de5-9e26-1408e36102c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a3f6f220-e789-4123-968a-ea0c72cee846'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:48:55.334815 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (1cb51448-6783-4c73-a82e-942ef80fe88f), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:55.396448 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] For port 1cb51448-6783-4c73-a82e-942ef80fe88f, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:48:55.399535 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] For port 1cb51448-6783-4c73-a82e-942ef80fe88f, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=1cb51448-6783-4c73-a82e-942ef80fe88f,segment=NetworkSegment(575b0e29-768c-4de5-9e26-1408e36102c4),segment_id=575b0e29-768c-4de5-9e26-1408e36102c4)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:48:55.464896 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (1cb51448-6783-4c73-a82e-942ef80fe88f), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:55.525453 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8350f9-06eb-4cb9-a624-fa94f6014803 None None] Pushing event updated for resources: {'Port': ['ID=1cb51448-6783-4c73-a82e-942ef80fe88f,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:48:56.370858 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53485a88-be93-428f-aa04-1b8081f281e9 None None] Network a3f6f220-e789-4123-968a-ea0c72cee846 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:48:56.419722 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:48:56.423847 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:48:56.456511 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-cf213a9e-3f0d-4e27-be66-c66c31b7b0df None None] Provisioning complete for port 1cb51448-6783-4c73-a82e-942ef80fe88f triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:48:56.456905 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-cf213a9e-3f0d-4e27-be66-c66c31b7b0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (1cb51448-6783-4c73-a82e-942ef80fe88f), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:56.561040 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-cf213a9e-3f0d-4e27-be66-c66c31b7b0df None None] Current status of the port 1cb51448-6783-4c73-a82e-942ef80fe88f is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:48:56.561699 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-cf213a9e-3f0d-4e27-be66-c66c31b7b0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (1cb51448-6783-4c73-a82e-942ef80fe88f), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:56.599767 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-cf213a9e-3f0d-4e27-be66-c66c31b7b0df None None] For port 1cb51448-6783-4c73-a82e-942ef80fe88f, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=1cb51448-6783-4c73-a82e-942ef80fe88f,segment=NetworkSegment(575b0e29-768c-4de5-9e26-1408e36102c4),segment_id=575b0e29-768c-4de5-9e26-1408e36102c4)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:48:56.659707 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-cf213a9e-3f0d-4e27-be66-c66c31b7b0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (1cb51448-6783-4c73-a82e-942ef80fe88f), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:56.726054 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf213a9e-3f0d-4e27-be66-c66c31b7b0df None None] Pushing event updated for resources: {'Port': ['ID=1cb51448-6783-4c73-a82e-942ef80fe88f,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:48:56.880350 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-0c15e027-84bf-4b66-81a4-eb3adc718563 None None] Provisioning complete for port 1cb51448-6783-4c73-a82e-942ef80fe88f triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:48:56.880654 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0c15e027-84bf-4b66-81a4-eb3adc718563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (1cb51448-6783-4c73-a82e-942ef80fe88f), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:56.953432 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-0c15e027-84bf-4b66-81a4-eb3adc718563 None None] Current status of the port 1cb51448-6783-4c73-a82e-942ef80fe88f is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:48:57.651827 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 1cb51448-6783-4c73-a82e-942ef80fe88f up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:48:57.700233 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 1cb51448-6783-4c73-a82e-942ef80fe88f triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:48:57.701163 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (1cb51448-6783-4c73-a82e-942ef80fe88f), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:57.771465 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 1cb51448-6783-4c73-a82e-942ef80fe88f is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:49:04.499271 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=77,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:04.500034 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:06.560151 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2e56a591-2f14-4e2b-9993-1f1716c21667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:08.573831 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:08.575242 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:08.880797 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-27bff3e6-af33-4651-9332-282182eaab18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:10.137450 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:10.246797 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:11.376205 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:12.898001 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:22.812152 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:22.814053 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:28.569101 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 5 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:49:34.563212 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:36.554832 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-3cdefda9-6706-4060-994b-272a29beb24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:38.890486 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1ec9da64-b6bb-49c9-9acb-c7bcb9bf49d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:40.188660 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:41.377445 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:42.878514 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:45.575294 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:45.580241 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:52.814093 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:52.815958 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:05.568201 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 5 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:50:06.557912 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-5b0db640-2b52-4b3b-b036-1df3b575a776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:08.867914 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-bd8cef3d-7a56-4b0e-a24a-898fc67933f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:10.216898 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:11.393777 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:12.877384 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:22.581846 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:22.586126 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:22.816448 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:22.818338 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:34.483437 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=13 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:34.485289 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=13 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:36.557011 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-db54a7ad-2d9e-4291-8835-f96ec11ef95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:38.884966 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-92fa7137-af00-440f-b935-559de70c6f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:40.239268 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:41.399061 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:42.567143 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 5 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:50:42.873004 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:42.972696 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52184) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:50:42.978601 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [None req-73ae56ea-35ae-41a5-87f3-a14631fca02a tempest-verify_tempest_config-528952431 tempest-verify_tempest_config-528952431-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:50:42.979614 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-73ae56ea-35ae-41a5-87f3-a14631fca02a tempest-verify_tempest_config-528952431 tempest-verify_tempest_config-528952431-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059347 May 25 14:50:43.659148 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52202) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:50:43.764993 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:43.839792 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Publish callbacks [] for security_group (53800426-b4d1-4bec-8c37-c552c81a4b82), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:43.901391 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (53800426-b4d1-4bec-8c37-c552c81a4b82), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:43.947719 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53800426-b4d1-4bec-8c37-c552c81a4b82,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:50:43.952516 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8da626068bcf4b4bb4b24821b63402b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2914085 May 25 14:50:43.955393 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52208) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:50:43.956905 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:43.957257 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:43.957602 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:43.957938 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:43.958272 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:43.958612 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:43.959002 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:43.959294 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:43.959622 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:43.959948 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:43.960272 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:43.960597 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:43.960948 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:43.961280 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:43.961625 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc73a161-0009-4515-8baa-c496cb855962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:44.014976 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Publish callbacks [] for security_group (53800426-b4d1-4bec-8c37-c552c81a4b82), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:44.036593 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Publish callbacks [] for security_group (53800426-b4d1-4bec-8c37-c552c81a4b82), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:44.185792 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (53800426-b4d1-4bec-8c37-c552c81a4b82), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:44.188264 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:44.189512 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/53800426-b4d1-4bec-8c37-c552c81a4b82 HTTP/1.1" status: 204 len: 168 time: 0.2330313 May 25 14:50:44.197944 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53800426-b4d1-4bec-8c37-c552c81a4b82,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:50:44.205713 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:44.206057 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:44.206395 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:44.206766 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:44.207103 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:44.207429 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:44.207754 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:44.208077 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:44.208400 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:44.208723 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:44.209141 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:44.209380 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:44.209713 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:44.210029 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:44.210352 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c2728e-32f2-4da2-b265-f9ea82b03636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:52.820195 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:53.945961 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:53.951487 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:54.192265 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:54.206143 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:54.235093 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:59.587040 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:59.592805 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=7 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:51:06.535406 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-47b85fcf-1121-44bb-8bfb-9a7335256ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:08.877935 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-32e7c769-e6e8-4779-b3ac-5f443c03b001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:10.241825 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:11.415154 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:12.872248 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:19.564978 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 5 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:51:21.335248 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:51:22.813020 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:51:36.528267 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-204688d3-cc87-4eec-8953-74ece2594eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:36.580105 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:51:36.589215 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:51:38.875818 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-4b710487-a89b-4d93-b074-949911f76000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:40.229940 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:41.400855 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:42.866826 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:52.811291 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:51:52.813194 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:51:56.564588 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 5 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:52:06.549795 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-8adacc83-8388-45da-b925-8044efc2d99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:08.876710 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0e5af16f-02dd-4aaf-990a-5447e3d26f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:10.224933 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:11.400219 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:12.897104 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:13.574724 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:13.585798 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:22.813253 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:22.815711 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:33.563015 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 5 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:52:35.144284 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-567150'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:36.561609 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-14a189fa-7198-4bfb-be8f-09345f75405a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:38.881598 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-cb35db38-c85c-4fdb-8cf4-c31f1c17c1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:40.251206 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:41.439785 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:42.891849 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:47.818073 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52282) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:52:48.067099 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-7ba17d36-bf5a-443c-a066-e6e5449bd8c3 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.2478290 May 25 14:52:50.316692 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52292) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:52:50.375031 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-45dce360-af9b-4155-acd0-e74bd981098e admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0545924 May 25 14:52:50.587796 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=16 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:50.593551 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=18 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:52.815756 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=12,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:52.817671 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:53:00.365761 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:53:00.366571 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:53:05.118430 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:06.564027 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-52a87915-b7a0-4e29-a081-e6c1bcac22c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:08.878510 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-fdb7c639-5492-4cd1-ad35-650a6c081183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:10.223202 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:10.562592 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:53:11.417739 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:12.891754 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:22.813449 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:53:22.823446 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:53:34.573273 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=6 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:53:34.574089 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:53:35.137216 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:36.548102 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-677a013b-4553-4668-86d7-d14804e34f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:38.883565 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-f818ce7f-a39a-443e-af77-7e3d2f49d0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:40.272308 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:41.416956 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:42.913962 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:47.562120 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:53:52.817729 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:53:52.820551 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:04.582500 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:04.587342 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:05.159116 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:06.570303 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-5a4600aa-088f-4f3e-bd58-fa24f053589e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:08.894572 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-7659bb78-c858-4e54-8aa9-241f0b1dacb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:10.265510 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:11.444338 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:12.894120 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:22.819133 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:22.823151 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:24.564650 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:54:31.903607 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52434) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:31.933272 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52442) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:32.258663 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-136073434-network', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:32.332103 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-373814d4-0bdb-4694-a589-124648855b25 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-639773476-network', 'tenant_id': '66c7e071d94c432ba5b9b1ca57c0cafd'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:32.379594 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Made reservation on behalf of c86222a9c32a4f77878dc82c40e38ff1 for: {'network': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:54:32.382082 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:32.394472 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:32.450770 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373814d4-0bdb-4694-a589-124648855b25 admin admin] Made reservation on behalf of 66c7e071d94c432ba5b9b1ca57c0cafd for: {'network': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:54:32.453354 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-373814d4-0bdb-4694-a589-124648855b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:32.468969 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-373814d4-0bdb-4694-a589-124648855b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:32.515100 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Publish callbacks [] for security_group (4798f90c-f2eb-4a15-bc4d-700dd10d659b), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:32.575497 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-373814d4-0bdb-4694-a589-124648855b25 admin admin] Publish callbacks [] for security_group (d109f71f-ccce-476b-8264-b29999f7dae1), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:32.581000 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (4798f90c-f2eb-4a15-bc4d-700dd10d659b), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:32.599946 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=116225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:54:32.624383 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (29dda97b-bb69-4fb5-adff-7249e80831bb), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:32.624803 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.segments_db [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Added segment 29dda97b-bb69-4fb5-adff-7249e80831bb of type vlan for network fa952598-36d5-42ef-b4ac-0f4017a94969 May 25 14:54:32.633282 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4798f90c-f2eb-4a15-bc4d-700dd10d659b,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:32.643845 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-373814d4-0bdb-4694-a589-124648855b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (d109f71f-ccce-476b-8264-b29999f7dae1), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:32.647220 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:32.647571 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:32.647913 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:32.648261 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:32.648590 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:32.648921 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Tracked resource versions report: May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: pushed versions: May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: { 'AddressGroup': {'1.2'}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Agent': {'1.1'}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'ConntrackHelper': {'1.0'}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'LocalIPAssociation': {'1.0'}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Log': {'1.0'}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'NDPProxy': {'1.0'}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Network': {'1.1'}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Port': {'1.7'}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'PortForwarding': {'1.3'}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'QosPolicy': {'1.10'}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'SecurityGroup': {'1.5'}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'SecurityGroupRule': {'1.2'}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'SubPort': {'1.0'}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Subnet': {'1.1'}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Trunk': {'1.1'}} May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: consumer versions: May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: { DHCP agent@dv-cinder-830283-3-iscsi: {}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: HyperV agent@hv-cinder-83028: {}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: L3 agent@dv-cinder-830283-3-iscsi: {}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: Metadata agent@dv-cinder-830283-3-iscsi: {}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: Metering agent@dv-cinder-830283-3-iscsi: {}, May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: Open vSwitch agent@dv-cinder-830283-3-iscsi: { 'AddressGroup': '1.2', May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Agent': '1.1', May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'ConntrackHelper': '1.0', May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'LocalIPAssociation': '1.0', May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Log': '1.0', May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'NDPProxy': '1.0', May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Network': '1.1', May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Port': '1.7', May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'PortForwarding': '1.3', May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'QosPolicy': '1.10', May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'SecurityGroup': '1.5', May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'SecurityGroupRule': '1.2', May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'SubPort': '1.0', May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Subnet': '1.1', May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: 'Trunk': '1.1'}} May 25 14:54:32.653658 dv-cinder-830283-3-iscsi neutron-server[116225]: {{(pid=116225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 14:54:32.702744 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (fa952598-36d5-42ef-b4ac-0f4017a94969), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:32.705641 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373814d4-0bdb-4694-a589-124648855b25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=116225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:54:32.719241 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373814d4-0bdb-4694-a589-124648855b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d109f71f-ccce-476b-8264-b29999f7dae1,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:32.732774 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-373814d4-0bdb-4694-a589-124648855b25 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (d6f08077-eec0-4d5f-8274-6bb0e3c01a83), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:32.733187 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.segments_db [None req-373814d4-0bdb-4694-a589-124648855b25 admin admin] Added segment d6f08077-eec0-4d5f-8274-6bb0e3c01a83 of type vlan for network b4109f9a-94ca-4c89-8b64-50cbc8925e63 May 25 14:54:32.794567 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-373814d4-0bdb-4694-a589-124648855b25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (b4109f9a-94ca-4c89-8b64-50cbc8925e63), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:32.816185 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (fa952598-36d5-42ef-b4ac-0f4017a94969), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:32.817427 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:32.817997 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:32.878797 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] Pushing event updated for resources: {'Network': ['ID=fa952598-36d5-42ef-b4ac-0f4017a94969,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:32.889612 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network fa952598-36d5-42ef-b4ac-0f4017a94969 details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:54:32.913959 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-373814d4-0bdb-4694-a589-124648855b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (b4109f9a-94ca-4c89-8b64-50cbc8925e63), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:32.914556 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373814d4-0bdb-4694-a589-124648855b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:32.915111 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-373814d4-0bdb-4694-a589-124648855b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:32.926913 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52490) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:32.927512 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-1e5c79f4-ec67-471c-accc-1a409ffd52e9 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.0222092 May 25 14:54:32.936558 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Request body: {'subnet': {'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-136073434-subnet', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:33.022616 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373814d4-0bdb-4694-a589-124648855b25 admin admin] Pushing event updated for resources: {'Network': ['ID=b4109f9a-94ca-4c89-8b64-50cbc8925e63,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:33.034016 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network b4109f9a-94ca-4c89-8b64-50cbc8925e63 details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:54:33.036888 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Made reservation on behalf of c86222a9c32a4f77878dc82c40e38ff1 for: {'subnet': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:54:33.040881 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:33.062726 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-373814d4-0bdb-4694-a589-124648855b25 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1275411 May 25 14:54:33.066029 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52496) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:33.073110 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-966c7a68-e8c4-468f-b9e6-6ebd8b71df0a admin admin] Request body: {'subnet': {'network_id': 'b4109f9a-94ca-4c89-8b64-50cbc8925e63', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-639773476-subnet', 'tenant_id': '66c7e071d94c432ba5b9b1ca57c0cafd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:33.091009 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:33.093382 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:33.197095 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966c7a68-e8c4-468f-b9e6-6ebd8b71df0a admin admin] Made reservation on behalf of 66c7e071d94c432ba5b9b1ca57c0cafd for: {'subnet': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:54:33.201771 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-966c7a68-e8c4-468f-b9e6-6ebd8b71df0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:33.285549 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52502) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:33.299609 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52506) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:33.331084 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52510) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:33.369346 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52514) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:33.383307 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for subnet (e1ed1170-215c-4406-945e-b79e6c0cdc5d), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:33.441629 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ed1170-215c-4406-945e-b79e6c0cdc5d,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:33.457465 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:33.457905 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:33.458432 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:33.458971 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:33.459313 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:33.459645 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:33.459976 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:33.460303 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:33.460647 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:33.461145 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:33.461643 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:33.462145 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:33.462676 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:33.462992 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:33.463488 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Tracked resource versions report: May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: pushed versions: May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: { 'AddressGroup': {'1.2'}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Agent': {'1.1'}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'ConntrackHelper': {'1.0'}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'LocalIPAssociation': {'1.0'}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Log': {'1.0'}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'NDPProxy': {'1.0'}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Network': {'1.1'}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Port': {'1.7'}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'PortForwarding': {'1.3'}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'QosPolicy': {'1.10'}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'SecurityGroup': {'1.5'}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'SecurityGroupRule': {'1.2'}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'SubPort': {'1.0'}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Subnet': {'1.1'}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Trunk': {'1.1'}} May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: consumer versions: May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: { DHCP agent@dv-cinder-830283-3-iscsi: {}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: HyperV agent@hv-cinder-83028: {}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: L3 agent@dv-cinder-830283-3-iscsi: {}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: Metadata agent@dv-cinder-830283-3-iscsi: {}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: Metering agent@dv-cinder-830283-3-iscsi: {}, May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: Open vSwitch agent@dv-cinder-830283-3-iscsi: { 'AddressGroup': '1.2', May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Agent': '1.1', May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'ConntrackHelper': '1.0', May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'LocalIPAssociation': '1.0', May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Log': '1.0', May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'NDPProxy': '1.0', May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Network': '1.1', May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Port': '1.7', May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'PortForwarding': '1.3', May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'QosPolicy': '1.10', May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'SecurityGroup': '1.5', May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'SecurityGroupRule': '1.2', May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'SubPort': '1.0', May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Subnet': '1.1', May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: 'Trunk': '1.1'}} May 25 14:54:33.464903 dv-cinder-830283-3-iscsi neutron-server[116226]: {{(pid=116226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 14:54:33.471844 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-966c7a68-e8c4-468f-b9e6-6ebd8b71df0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for subnet (08f6a051-8280-4774-aadb-d0bb16802bc2), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:33.476590 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Checking segment: {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:54:33.477148 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Network hostable DHCP agents. Network: fa952598-36d5-42ef-b4ac-0f4017a94969, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:54:33.535592 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c7a68-e8c4-468f-b9e6-6ebd8b71df0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=08f6a051-8280-4774-aadb-d0bb16802bc2,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:33.545212 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-da31681f-70d8-4eb8-9eaa-15d4301da726 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-network', 'tenant_id': '18c8213736cf4113951fbb3520c18183'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:33.552989 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966c7a68-e8c4-468f-b9e6-6ebd8b71df0a admin admin] Checking segment: {'id': 'd6f08077-eec0-4d5f-8274-6bb0e3c01a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b4109f9a-94ca-4c89-8b64-50cbc8925e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:54:33.553583 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966c7a68-e8c4-468f-b9e6-6ebd8b71df0a admin admin] Network hostable DHCP agents. Network: b4109f9a-94ca-4c89-8b64-50cbc8925e63, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:54:33.560311 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-f88c75bf-f014-4bdf-8120-2b26951b5ca7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-network', 'tenant_id': '9263e6d657dd458d9f497bb868adb941'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:33.576230 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Network fa952598-36d5-42ef-b4ac-0f4017a94969 is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:54:33.596212 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-19e0e7bd-e2ed-4d40-87f1-0d762d05500f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-193172580-network', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:33.607516 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-dea7ae7a-5101-408b-bff3-1b662646b9e1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1649253253-network', 'tenant_id': '4a1a1173d9a24de2b797fdf1c72f4131'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:33.656081 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966c7a68-e8c4-468f-b9e6-6ebd8b71df0a admin admin] Network b4109f9a-94ca-4c89-8b64-50cbc8925e63 is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:54:33.684769 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da31681f-70d8-4eb8-9eaa-15d4301da726 admin admin] Made reservation on behalf of 18c8213736cf4113951fbb3520c18183 for: {'network': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:54:33.687469 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-da31681f-70d8-4eb8-9eaa-15d4301da726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:33.698116 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-da31681f-70d8-4eb8-9eaa-15d4301da726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:33.742010 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea7ae7a-5101-408b-bff3-1b662646b9e1 admin admin] Made reservation on behalf of 4a1a1173d9a24de2b797fdf1c72f4131 for: {'network': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:54:33.744567 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dea7ae7a-5101-408b-bff3-1b662646b9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:33.750697 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88c75bf-f014-4bdf-8120-2b26951b5ca7 admin admin] Made reservation on behalf of 9263e6d657dd458d9f497bb868adb941 for: {'network': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:54:33.756110 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f88c75bf-f014-4bdf-8120-2b26951b5ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:33.757981 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e0e7bd-e2ed-4d40-87f1-0d762d05500f admin admin] Made reservation on behalf of 89a36e186c5f4d3c8b9030d91f6a30f6 for: {'network': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:54:33.760213 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-19e0e7bd-e2ed-4d40-87f1-0d762d05500f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:33.764618 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-966c7a68-e8c4-468f-b9e6-6ebd8b71df0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, b4109f9a-94ca-4c89-8b64-50cbc8925e63) {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:33.775995 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966c7a68-e8c4-468f-b9e6-6ebd8b71df0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:33.775995 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-966c7a68-e8c4-468f-b9e6-6ebd8b71df0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:33.778698 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e206de5a-fc0e-4507-a8fa-cac4d3497bfc None None] Network b4109f9a-94ca-4c89-8b64-50cbc8925e63 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:54:33.796621 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, fa952598-36d5-42ef-b4ac-0f4017a94969) {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:33.800186 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dea7ae7a-5101-408b-bff3-1b662646b9e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:33.808305 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f88c75bf-f014-4bdf-8120-2b26951b5ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:33.810206 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-19e0e7bd-e2ed-4d40-87f1-0d762d05500f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:33.821228 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:33.822033 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:33.835435 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57db906f-5384-45b0-a37f-e3d19125803d None None] Network fa952598-36d5-42ef-b4ac-0f4017a94969 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:54:33.866007 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:33.873418 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-966c7a68-e8c4-468f-b9e6-6ebd8b71df0a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8055003 May 25 14:54:33.921363 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-da31681f-70d8-4eb8-9eaa-15d4301da726 admin admin] Publish callbacks [] for security_group (bfda3c43-88c9-430b-a3b2-d308250def51), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:33.933570 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:33.967208 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-7ebf9da6-30df-4ed4-917e-30f8a7b1a100 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0370638 May 25 14:54:33.969853 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52550) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:33.976117 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:33.980682 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bb8bca-8147-49d9-b64a-1b4ef5b2ede8 None None] Network b4109f9a-94ca-4c89-8b64-50cbc8925e63 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:54:34.008772 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-da31681f-70d8-4eb8-9eaa-15d4301da726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (bfda3c43-88c9-430b-a3b2-d308250def51), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.049756 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31681f-70d8-4eb8-9eaa-15d4301da726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfda3c43-88c9-430b-a3b2-d308250def51,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:34.078250 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da31681f-70d8-4eb8-9eaa-15d4301da726 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=116226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:54:34.088614 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router (e98aa9c8-7bcd-4315-a027-4c785c58670b), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.090093 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5644'] for router (e98aa9c8-7bcd-4315-a027-4c785c58670b), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.099708 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1a855bc-7c09-52c5-ba14-1589c7fd33db-fa952598-36d5-42ef-b4ac-0f4017a94969', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d'}]}} from dv-cinder-830283-3-iscsi. {{(pid=116227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 14:54:34.100904 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.151368 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-da31681f-70d8-4eb8-9eaa-15d4301da726 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (d991c543-75a8-41ee-97d3-06fc338d6dfb), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.153860 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.segments_db [None req-da31681f-70d8-4eb8-9eaa-15d4301da726 admin admin] Added segment d991c543-75a8-41ee-97d3-06fc338d6dfb of type vlan for network 0ddfa1ea-b411-4388-afb5-c29ffb748770 May 25 14:54:34.184801 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:34.230834 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dea7ae7a-5101-408b-bff3-1b662646b9e1 admin admin] Publish callbacks [] for security_group (f06739d3-b724-41a3-819d-c829e105fb28), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.237418 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f88c75bf-f014-4bdf-8120-2b26951b5ca7 admin admin] Publish callbacks [] for security_group (919bd3bd-ba21-4d18-b480-51c2b36a8d57), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.290353 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Publish callbacks [] for router_controller (e98aa9c8-7bcd-4315-a027-4c785c58670b), precommit_add_association {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.309760 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-19e0e7bd-e2ed-4d40-87f1-0d762d05500f admin admin] Publish callbacks [] for security_group (2bb458a9-dec6-4b6d-86c2-c9d34b1d871e), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.313594 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-da31681f-70d8-4eb8-9eaa-15d4301da726 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (0ddfa1ea-b411-4388-afb5-c29ffb748770), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.318546 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dea7ae7a-5101-408b-bff3-1b662646b9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (f06739d3-b724-41a3-819d-c829e105fb28), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.324395 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.db_base_plugin_common [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Allocated IP 172.20.0.2 (fa952598-36d5-42ef-b4ac-0f4017a94969/e1ed1170-215c-4406-945e-b79e6c0cdc5d/773692f3-8f8a-423b-8a7b-f1382151d650) {{(pid=116227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:54:34.330580 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea7ae7a-5101-408b-bff3-1b662646b9e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=116226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:54:34.337242 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dea7ae7a-5101-408b-bff3-1b662646b9e1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (aea91550-501d-4af2-a364-c9f6af86da22), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.337893 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.segments_db [None req-dea7ae7a-5101-408b-bff3-1b662646b9e1 admin admin] Added segment aea91550-501d-4af2-a364-c9f6af86da22 of type vlan for network 5a350648-3aa0-418a-a25c-ca2375ff07bb May 25 14:54:34.376416 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f88c75bf-f014-4bdf-8120-2b26951b5ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (919bd3bd-ba21-4d18-b480-51c2b36a8d57), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.463423 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dea7ae7a-5101-408b-bff3-1b662646b9e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (5a350648-3aa0-418a-a25c-ca2375ff07bb), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.484105 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-19e0e7bd-e2ed-4d40-87f1-0d762d05500f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (2bb458a9-dec6-4b6d-86c2-c9d34b1d871e), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.489116 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88c75bf-f014-4bdf-8120-2b26951b5ca7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=116226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:54:34.508924 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7ae7a-5101-408b-bff3-1b662646b9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06739d3-b724-41a3-819d-c829e105fb28,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:34.554088 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f88c75bf-f014-4bdf-8120-2b26951b5ca7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (9a364b3e-f61c-4e00-88d1-e097bfa91e7c), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.556382 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.segments_db [None req-f88c75bf-f014-4bdf-8120-2b26951b5ca7 admin admin] Added segment 9a364b3e-f61c-4e00-88d1-e097bfa91e7c of type vlan for network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 May 25 14:54:34.562464 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e0e7bd-e2ed-4d40-87f1-0d762d05500f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=116226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:54:34.578091 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-da31681f-70d8-4eb8-9eaa-15d4301da726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (0ddfa1ea-b411-4388-afb5-c29ffb748770), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.580075 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da31681f-70d8-4eb8-9eaa-15d4301da726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:34.585074 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-da31681f-70d8-4eb8-9eaa-15d4301da726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.592752 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Publish callbacks [] for port (773692f3-8f8a-423b-8a7b-f1382151d650), precommit_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.646665 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-19e0e7bd-e2ed-4d40-87f1-0d762d05500f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (f03af469-759a-437c-aeec-2c02767c933a), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.647078 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.segments_db [None req-19e0e7bd-e2ed-4d40-87f1-0d762d05500f admin admin] Added segment f03af469-759a-437c-aeec-2c02767c933a of type vlan for network ebc02943-e245-4287-8851-2c76f257286a May 25 14:54:34.682532 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653'] for port (773692f3-8f8a-423b-8a7b-f1382151d650), after_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.714946 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c75bf-f014-4bdf-8120-2b26951b5ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919bd3bd-ba21-4d18-b480-51c2b36a8d57,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:34.730349 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Publish callbacks [] for router_gateway (e98aa9c8-7bcd-4315-a027-4c785c58670b), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.754974 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Pushing event updated for resources: {'Port': ['ID=773692f3-8f8a-423b-8a7b-f1382151d650,revision_number=1']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:34.768667 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:34.769078 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:34.769644 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:34.770010 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:34.770945 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:34.771297 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:34.771843 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:34.772638 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:34.773712 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:34.774430 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:34.774805 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dea7ae7a-5101-408b-bff3-1b662646b9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (5a350648-3aa0-418a-a25c-ca2375ff07bb), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.775085 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:34.775453 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:34.775981 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:34.776074 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea7ae7a-5101-408b-bff3-1b662646b9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:34.776285 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:34.776618 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:34.776733 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dea7ae7a-5101-408b-bff3-1b662646b9e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Tracked resource versions report: May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: pushed versions: May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: { 'AddressGroup': {'1.2'}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Agent': {'1.1'}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'ConntrackHelper': {'1.0'}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'LocalIPAssociation': {'1.0'}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Log': {'1.0'}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'NDPProxy': {'1.0'}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Network': {'1.1'}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Port': {'1.7'}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'PortForwarding': {'1.3'}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'QosPolicy': {'1.10'}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'SecurityGroup': {'1.5'}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'SecurityGroupRule': {'1.2'}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'SubPort': {'1.0'}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Subnet': {'1.1'}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Trunk': {'1.1'}} May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: consumer versions: May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: { DHCP agent@dv-cinder-830283-3-iscsi: {}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: HyperV agent@hv-cinder-83028: {}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: L3 agent@dv-cinder-830283-3-iscsi: {}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: Metadata agent@dv-cinder-830283-3-iscsi: {}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: Metering agent@dv-cinder-830283-3-iscsi: {}, May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: Open vSwitch agent@dv-cinder-830283-3-iscsi: { 'AddressGroup': '1.2', May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Agent': '1.1', May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'ConntrackHelper': '1.0', May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'LocalIPAssociation': '1.0', May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Log': '1.0', May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'NDPProxy': '1.0', May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Network': '1.1', May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Port': '1.7', May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'PortForwarding': '1.3', May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'QosPolicy': '1.10', May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'SecurityGroup': '1.5', May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'SecurityGroupRule': '1.2', May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'SubPort': '1.0', May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Subnet': '1.1', May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: 'Trunk': '1.1'}} May 25 14:54:34.778145 dv-cinder-830283-3-iscsi neutron-server[116227]: {{(pid=116227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 14:54:34.780395 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f88c75bf-f014-4bdf-8120-2b26951b5ca7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (1af7d524-3bf7-4e87-bf8e-df0a6b0097e3), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.791203 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-da31681f-70d8-4eb8-9eaa-15d4301da726 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4904227 May 25 14:54:34.794029 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52586) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:34.799727 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-de314d92-c9ce-4ab1-9a68-239c9685e06a admin admin] Request body: {'subnet': {'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-subnet', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:34.812945 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-19e0e7bd-e2ed-4d40-87f1-0d762d05500f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (ebc02943-e245-4287-8851-2c76f257286a), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.816931 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Network fa952598-36d5-42ef-b4ac-0f4017a94969 is already hosted by enough agents. {{(pid=116227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:34.819795 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.base_scheduler [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Resources bound (agent type, host, resource id): {{(pid=116227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:34.822771 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Received port after_create {{(pid=116227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:54:34.832430 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31681f-70d8-4eb8-9eaa-15d4301da726 admin admin] Pushing event updated for resources: {'Network': ['ID=0ddfa1ea-b411-4388-afb5-c29ffb748770,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:34.865397 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network 0ddfa1ea-b411-4388-afb5-c29ffb748770 details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:54:34.895849 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0e7bd-e2ed-4d40-87f1-0d762d05500f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb458a9-dec6-4b6d-86c2-c9d34b1d871e,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:34.967418 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de314d92-c9ce-4ab1-9a68-239c9685e06a admin admin] Made reservation on behalf of 18c8213736cf4113951fbb3520c18183 for: {'subnet': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:54:34.970690 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-de314d92-c9ce-4ab1-9a68-239c9685e06a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.973999 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.db.resource_extend [None req-19e0e7bd-e2ed-4d40-87f1-0d762d05500f admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 14:54:34.990525 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Attempting to bind port 773692f3-8f8a-423b-8a7b-f1382151d650 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:54:34.991049 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Attempting to bind port 773692f3-8f8a-423b-8a7b-f1382151d650 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:54:34.991407 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Attempting to bind port 773692f3-8f8a-423b-8a7b-f1382151d650 on network fa952598-36d5-42ef-b4ac-0f4017a94969 {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:54:34.997166 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:54:35.000626 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Checking segment: {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:54:35.000626 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:35.000626 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Bound using segment: {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:54:35.000626 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Bound port: 773692f3-8f8a-423b-8a7b-f1382151d650, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:54:35.000626 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (773692f3-8f8a-423b-8a7b-f1382151d650), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:35.007694 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-dea7ae7a-5101-408b-bff3-1b662646b9e1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.6370089 May 25 14:54:35.012585 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:35.015222 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:35.016257 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52588) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:35.036173 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-da3ffc5b-b5ed-405a-ae85-a07785b7f361 admin admin] Request body: {'subnet': {'network_id': '5a350648-3aa0-418a-a25c-ca2375ff07bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1649253253-subnet', 'tenant_id': '4a1a1173d9a24de2b797fdf1c72f4131', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:35.045419 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7ae7a-5101-408b-bff3-1b662646b9e1 admin admin] Pushing event updated for resources: {'Network': ['ID=5a350648-3aa0-418a-a25c-ca2375ff07bb,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:35.064903 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f88c75bf-f014-4bdf-8120-2b26951b5ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (1af7d524-3bf7-4e87-bf8e-df0a6b0097e3), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:35.065942 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88c75bf-f014-4bdf-8120-2b26951b5ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:35.066528 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f88c75bf-f014-4bdf-8120-2b26951b5ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:35.078757 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network 5a350648-3aa0-418a-a25c-ca2375ff07bb details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:54:35.179798 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:35.186873 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] For port 773692f3-8f8a-423b-8a7b-f1382151d650, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:54:35.193777 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-19e0e7bd-e2ed-4d40-87f1-0d762d05500f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (ebc02943-e245-4287-8851-2c76f257286a), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:35.193943 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] For port 773692f3-8f8a-423b-8a7b-f1382151d650, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=773692f3-8f8a-423b-8a7b-f1382151d650,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:54:35.194048 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e0e7bd-e2ed-4d40-87f1-0d762d05500f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:35.194048 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-19e0e7bd-e2ed-4d40-87f1-0d762d05500f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:35.237935 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c75bf-f014-4bdf-8120-2b26951b5ca7 admin admin] Pushing event updated for resources: {'Network': ['ID=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:35.258874 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:54:35.291244 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:35.296938 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3ffc5b-b5ed-405a-ae85-a07785b7f361 admin admin] Made reservation on behalf of 4a1a1173d9a24de2b797fdf1c72f4131 for: {'subnet': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:54:35.300181 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-da3ffc5b-b5ed-405a-ae85-a07785b7f361 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:35.338296 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52596) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:35.355429 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-582ab6c5-f727-4efa-a374-4f372b24db41 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1409511291-network', 'tenant_id': '9c4c5c36276a46c491c4044806059cb2'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:35.359886 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (773692f3-8f8a-423b-8a7b-f1382151d650), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:35.377140 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-f88c75bf-f014-4bdf-8120-2b26951b5ca7 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.0878808 May 25 14:54:35.384978 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52598) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:35.390966 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-8f52852f-b383-4db5-b714-8a4297d92cca admin admin] Request body: {'subnet': {'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-subnet', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:35.418564 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0e7bd-e2ed-4d40-87f1-0d762d05500f admin admin] Pushing event updated for resources: {'Network': ['ID=ebc02943-e245-4287-8851-2c76f257286a,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:35.425793 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Publish callbacks [] for router_gateway (e98aa9c8-7bcd-4315-a027-4c785c58670b), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:35.432955 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network ebc02943-e245-4287-8851-2c76f257286a details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:54:35.470441 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0e1bb-3290-44b3-8d83-4fadd7ac8a9b None None] Pushing event updated for resources: {'Port': ['ID=773692f3-8f8a-423b-8a7b-f1382151d650,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:35.477469 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:35.479294 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-19e0e7bd-e2ed-4d40-87f1-0d762d05500f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.1481450 May 25 14:54:35.482998 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52600) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:35.488643 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-5ee43c9f-6587-4042-9346-8140a099e7c7 admin admin] Request body: {'subnet': {'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-193172580-subnet', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:35.537692 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-de314d92-c9ce-4ab1-9a68-239c9685e06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for subnet (6457fdac-c3cb-47a9-aa14-b3ac369fd174), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:35.561576 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f52852f-b383-4db5-b714-8a4297d92cca admin admin] Made reservation on behalf of 9263e6d657dd458d9f497bb868adb941 for: {'subnet': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:54:35.567421 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-8f52852f-b383-4db5-b714-8a4297d92cca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:35.571212 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582ab6c5-f727-4efa-a374-4f372b24db41 admin admin] Made reservation on behalf of 9c4c5c36276a46c491c4044806059cb2 for: {'network': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:54:35.575896 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-582ab6c5-f727-4efa-a374-4f372b24db41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:35.597961 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-582ab6c5-f727-4efa-a374-4f372b24db41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:35.646153 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee43c9f-6587-4042-9346-8140a099e7c7 admin admin] Made reservation on behalf of 89a36e186c5f4d3c8b9030d91f6a30f6 for: {'subnet': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:54:35.648705 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5ee43c9f-6587-4042-9346-8140a099e7c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:35.724618 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de314d92-c9ce-4ab1-9a68-239c9685e06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6457fdac-c3cb-47a9-aa14-b3ac369fd174,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:35.746949 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de314d92-c9ce-4ab1-9a68-239c9685e06a admin admin] Checking segment: {'id': 'd991c543-75a8-41ee-97d3-06fc338d6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:54:35.747357 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de314d92-c9ce-4ab1-9a68-239c9685e06a admin admin] Network hostable DHCP agents. Network: 0ddfa1ea-b411-4388-afb5-c29ffb748770, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:54:35.754361 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Allocated IP 172.27.1.219 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/42fffa2b-c6cb-461d-87e6-4832e303f8cb) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:54:35.963000 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Publish callbacks [] for port (42fffa2b-c6cb-461d-87e6-4832e303f8cb), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:35.964536 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 773692f3-8f8a-423b-8a7b-f1382151d650 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:35.978462 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de314d92-c9ce-4ab1-9a68-239c9685e06a admin admin] Network 0ddfa1ea-b411-4388-afb5-c29ffb748770 is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:54:35.987081 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-582ab6c5-f727-4efa-a374-4f372b24db41 admin admin] Publish callbacks [] for security_group (2808025d-b0ce-488e-8d1f-989ddd6fa06e), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.003580 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-da3ffc5b-b5ed-405a-ae85-a07785b7f361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for subnet (6d92f0c1-4991-4420-ad6c-c5c4fb4d1810), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.046754 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 773692f3-8f8a-423b-8a7b-f1382151d650 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:36.047311 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (773692f3-8f8a-423b-8a7b-f1382151d650), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.074925 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-582ab6c5-f727-4efa-a374-4f372b24db41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (2808025d-b0ce-488e-8d1f-989ddd6fa06e), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.080556 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ffc5b-b5ed-405a-ae85-a07785b7f361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d92f0c1-4991-4420-ad6c-c5c4fb4d1810,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:36.093991 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3ffc5b-b5ed-405a-ae85-a07785b7f361 admin admin] Checking segment: {'id': 'aea91550-501d-4af2-a364-c9f6af86da22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '5a350648-3aa0-418a-a25c-ca2375ff07bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:54:36.094541 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3ffc5b-b5ed-405a-ae85-a07785b7f361 admin admin] Network hostable DHCP agents. Network: 5a350648-3aa0-418a-a25c-ca2375ff07bb, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:54:36.100422 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-de314d92-c9ce-4ab1-9a68-239c9685e06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, 0ddfa1ea-b411-4388-afb5-c29ffb748770) {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:36.107133 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de314d92-c9ce-4ab1-9a68-239c9685e06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:36.108982 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-de314d92-c9ce-4ab1-9a68-239c9685e06a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.114183 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804b00ae-20da-44d9-b1f5-38aacc271d59 None None] Network 0ddfa1ea-b411-4388-afb5-c29ffb748770 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:54:36.138914 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ab6c5-f727-4efa-a374-4f372b24db41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2808025d-b0ce-488e-8d1f-989ddd6fa06e,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:36.160203 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653'] for port (42fffa2b-c6cb-461d-87e6-4832e303f8cb), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.175108 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582ab6c5-f727-4efa-a374-4f372b24db41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=116226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:54:36.186499 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-582ab6c5-f727-4efa-a374-4f372b24db41 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (f470299d-da47-4be8-adeb-beb81c5672ce), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.187898 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.segments_db [None req-582ab6c5-f727-4efa-a374-4f372b24db41 admin admin] Added segment f470299d-da47-4be8-adeb-beb81c5672ce of type vlan for network 88b35e30-9657-43dc-ae97-265a06a952c6 May 25 14:54:36.199742 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-8f52852f-b383-4db5-b714-8a4297d92cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for subnet (2ddc4207-3cdb-480e-9ac3-b200998dd0b9), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.205507 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-de314d92-c9ce-4ab1-9a68-239c9685e06a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4101667 May 25 14:54:36.206372 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3ffc5b-b5ed-405a-ae85-a07785b7f361 admin admin] Network 5a350648-3aa0-418a-a25c-ca2375ff07bb is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:54:36.210456 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52612) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:36.217296 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:36.222114 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:36.226087 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 773692f3-8f8a-423b-8a7b-f1382151d650 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:36.226693 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (773692f3-8f8a-423b-8a7b-f1382151d650), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.241774 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:36.249395 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-da3ffc5b-b5ed-405a-ae85-a07785b7f361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, 5a350648-3aa0-418a-a25c-ca2375ff07bb) {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:36.255720 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:54:36.262506 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbd897a-337e-42bd-898d-61e7dd423835 None None] Network 5a350648-3aa0-418a-a25c-ca2375ff07bb requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:54:36.267253 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3ffc5b-b5ed-405a-ae85-a07785b7f361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:36.267858 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-da3ffc5b-b5ed-405a-ae85-a07785b7f361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.274162 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Pushing event updated for resources: {'Port': ['ID=42fffa2b-c6cb-461d-87e6-4832e303f8cb,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:36.292113 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52852f-b383-4db5-b714-8a4297d92cca admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ddc4207-3cdb-480e-9ac3-b200998dd0b9,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:36.609965 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5ee43c9f-6587-4042-9346-8140a099e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for subnet (8a273b51-9d95-4b21-9830-1ac6ac028637), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.630127 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router (cbef5c56-0d19-4a35-8e5b-f4663b52c690), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.630127 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5644'] for router (cbef5c56-0d19-4a35-8e5b-f4663b52c690), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.631560 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] For port 773692f3-8f8a-423b-8a7b-f1382151d650, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=773692f3-8f8a-423b-8a7b-f1382151d650,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:54:36.632177 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee43c9f-6587-4042-9346-8140a099e7c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a273b51-9d95-4b21-9830-1ac6ac028637,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:36.632177 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-582ab6c5-f727-4efa-a374-4f372b24db41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (88b35e30-9657-43dc-ae97-265a06a952c6), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.632177 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52852f-b383-4db5-b714-8a4297d92cca admin admin] Checking segment: {'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:54:36.632177 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f52852f-b383-4db5-b714-8a4297d92cca admin admin] Network hostable DHCP agents. Network: 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:54:36.632973 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-da3ffc5b-b5ed-405a-ae85-a07785b7f361 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5118024 May 25 14:54:36.632973 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Publish callbacks [] for router_controller (cbef5c56-0d19-4a35-8e5b-f4663b52c690), precommit_add_association {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.657425 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.db.resource_extend [None req-582ab6c5-f727-4efa-a374-4f372b24db41 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 14:54:36.680849 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee43c9f-6587-4042-9346-8140a099e7c7 admin admin] Checking segment: {'id': 'f03af469-759a-437c-aeec-2c02767c933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:54:36.681269 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee43c9f-6587-4042-9346-8140a099e7c7 admin admin] Network hostable DHCP agents. Network: ebc02943-e245-4287-8851-2c76f257286a, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:54:36.753535 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:INSERT=34,neutron:SELECT=59,neutron:UPDATE=7 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:36.794461 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1a855bc-7c09-52c5-ba14-1589c7fd33db-0ddfa1ea-b411-4388-afb5-c29ffb748770', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'project_id': '18c8213736cf4113951fbb3520c18183', 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174'}]}} from dv-cinder-830283-3-iscsi. {{(pid=116227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 14:54:36.795336 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.804851 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d8c4c9fb-5968-4819-9c6f-b22df4fb83be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.806287 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (773692f3-8f8a-423b-8a7b-f1382151d650), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.832037 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-582ab6c5-f727-4efa-a374-4f372b24db41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (88b35e30-9657-43dc-ae97-265a06a952c6), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.833619 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582ab6c5-f727-4efa-a374-4f372b24db41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:36.834998 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-582ab6c5-f727-4efa-a374-4f372b24db41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:36.840018 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:UPDATE=8,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:36.883948 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f190ccf8-61fb-4b8b-ad60-9f3899d38d61 None None] Network 5a350648-3aa0-418a-a25c-ca2375ff07bb requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:54:36.995702 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e76e3ef-6c7d-453e-aaa1-23bc75c116e9 None None] Network fa952598-36d5-42ef-b4ac-0f4017a94969 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:54:37.001660 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee43c9f-6587-4042-9346-8140a099e7c7 admin admin] Network ebc02943-e245-4287-8851-2c76f257286a is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:54:37.011046 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f52852f-b383-4db5-b714-8a4297d92cca admin admin] Network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:54:37.021455 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-6bac85c5-3677-431d-9d21-f7203ea014ce None None] Provisioning complete for port 773692f3-8f8a-423b-8a7b-f1382151d650 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:37.022052 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-6bac85c5-3677-431d-9d21-f7203ea014ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (773692f3-8f8a-423b-8a7b-f1382151d650), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:37.034256 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ab6c5-f727-4efa-a374-4f372b24db41 admin admin] Pushing event updated for resources: {'Network': ['ID=88b35e30-9657-43dc-ae97-265a06a952c6,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:37.066291 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:37.081743 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-582ab6c5-f727-4efa-a374-4f372b24db41 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7407391 May 25 14:54:37.084748 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52666) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:37.090467 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-48e2b538-5dec-4778-af60-2d4c883f5942 admin admin] Request body: {'subnet': {'network_id': '88b35e30-9657-43dc-ae97-265a06a952c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1409511291-subnet', 'tenant_id': '9c4c5c36276a46c491c4044806059cb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:37.125729 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-5ee43c9f-6587-4042-9346-8140a099e7c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, ebc02943-e245-4287-8851-2c76f257286a) {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:37.125851 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Publish callbacks [] for router_gateway (e98aa9c8-7bcd-4315-a027-4c785c58670b), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:37.130007 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network 88b35e30-9657-43dc-ae97-265a06a952c6 details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:54:37.132081 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-8f52852f-b383-4db5-b714-8a4297d92cca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3) {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:37.134188 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Pushing event updated for resources: {'Port': ['ID=773692f3-8f8a-423b-8a7b-f1382151d650,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:37.136253 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52678) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:37.146025 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee43c9f-6587-4042-9346-8140a099e7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:37.146622 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5ee43c9f-6587-4042-9346-8140a099e7c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:37.152378 dv-cinder-830283-3-iscsi neutron-server[116226]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 14:54:37.182893 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f2e397-d6a5-4d2d-9af3-9888161a0737 None None] Network ebc02943-e245-4287-8851-2c76f257286a requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:54:37.207374 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:37.288534 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7515646-b4cf-4599-b596-86880afb61bc None None] Network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:54:37.334569 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Publish callbacks [] for router_gateway (cbef5c56-0d19-4a35-8e5b-f4663b52c690), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:37.363201 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f52852f-b383-4db5-b714-8a4297d92cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:37.363709 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-8f52852f-b383-4db5-b714-8a4297d92cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:37.380994 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-5ee43c9f-6587-4042-9346-8140a099e7c7 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8966143 May 25 14:54:37.381659 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e2b538-5dec-4778-af60-2d4c883f5942 admin admin] Made reservation on behalf of 9c4c5c36276a46c491c4044806059cb2 for: {'subnet': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:54:37.383986 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-48e2b538-5dec-4778-af60-2d4c883f5942 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:37.384754 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52682) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:37.389051 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:37.542209 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.db_base_plugin_common [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Allocated IP 172.20.0.2 (0ddfa1ea-b411-4388-afb5-c29ffb748770/6457fdac-c3cb-47a9-aa14-b3ac369fd174/6486060c-0f49-42bf-923e-b9aee26fea06) {{(pid=116227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:54:37.565379 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-27ffaf23-7fa1-4c2b-b29f-849515276285 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:37.567367 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-27ffaf23-7fa1-4c2b-b29f-849515276285 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/networks?id=5a350648-3aa0-418a-a25c-ca2375ff07bb HTTP/1.1" status: 200 len: 812 time: 0.4176526 May 25 14:54:37.588399 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-c5a58745-b459-4f4f-abc6-1e70dd3ccf80 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/quotas/4a1a1173d9a24de2b797fdf1c72f4131 HTTP/1.1" status: 200 len: 375 time: 0.0122685 May 25 14:54:37.591443 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-6bac85c5-3677-431d-9d21-f7203ea014ce None None] Current status of the port 773692f3-8f8a-423b-8a7b-f1382151d650 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:37.596835 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-8f52852f-b383-4db5-b714-8a4297d92cca admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2107685 May 25 14:54:37.601520 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52686) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:37.606002 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router (12b10ba3-1fdf-4348-bae0-88b55dc3151c), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:37.607673 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5644'] for router (12b10ba3-1fdf-4348-bae0-88b55dc3151c), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:37.618012 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:37.632191 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566039'] for router (e98aa9c8-7bcd-4315-a027-4c785c58670b), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:37.665681 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1a855bc-7c09-52c5-ba14-1589c7fd33db-ebc02943-e245-4287-8851-2c76f257286a', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'fixed_ips': [{'subnet_id': '8a273b51-9d95-4b21-9830-1ac6ac028637'}]}} from dv-cinder-830283-3-iscsi. {{(pid=116227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 14:54:37.666663 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:37.706222 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:37.713839 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-314eac86-8f8d-45e2-8bfd-8e01e07e3f69 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a1a1173d9a24de2b797fdf1c72f4131&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0982270 May 25 14:54:37.791492 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Publish callbacks [] for router_controller (12b10ba3-1fdf-4348-bae0-88b55dc3151c), precommit_add_association {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:37.797187 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router (7e34a6e3-edc3-449f-a348-eb9b0461b06c), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:37.798892 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5644'] for router (7e34a6e3-edc3-449f-a348-eb9b0461b06c), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:37.809933 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1a855bc-7c09-52c5-ba14-1589c7fd33db-1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'project_id': '9263e6d657dd458d9f497bb868adb941', 'fixed_ips': [{'subnet_id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9'}]}} from dv-cinder-830283-3-iscsi. {{(pid=116227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 14:54:37.810974 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:37.839650 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Publish callbacks [] for router_gateway (cbef5c56-0d19-4a35-8e5b-f4663b52c690), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:37.894049 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:37.930780 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-48e2b538-5dec-4778-af60-2d4c883f5942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for subnet (c2f7a47a-238d-4d03-b792-a70a066699c6), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:37.931692 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 773692f3-8f8a-423b-8a7b-f1382151d650 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:37.977492 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:37.979596 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Publish callbacks [] for router_controller (7e34a6e3-edc3-449f-a348-eb9b0461b06c), precommit_add_association {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:38.001566 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2b538-5dec-4778-af60-2d4c883f5942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2f7a47a-238d-4d03-b792-a70a066699c6,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:38.055785 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e2b538-5dec-4778-af60-2d4c883f5942 admin admin] Checking segment: {'id': 'f470299d-da47-4be8-adeb-beb81c5672ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '88b35e30-9657-43dc-ae97-265a06a952c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:54:38.056377 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e2b538-5dec-4778-af60-2d4c883f5942 admin admin] Network hostable DHCP agents. Network: 88b35e30-9657-43dc-ae97-265a06a952c6, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:54:38.070961 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-857632a5-55b1-4080-b725-ccdcf1877f5b service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:54:38.072127 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-857632a5-55b1-4080-b725-ccdcf1877f5b service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0796223 May 25 14:54:38.146860 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-7e51362b-fe03-4ed8-98d3-a9eccc073ed6 None None] Provisioning complete for port 773692f3-8f8a-423b-8a7b-f1382151d650 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:38.147397 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-7e51362b-fe03-4ed8-98d3-a9eccc073ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (773692f3-8f8a-423b-8a7b-f1382151d650), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:38.158754 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e2b538-5dec-4778-af60-2d4c883f5942 admin admin] Network 88b35e30-9657-43dc-ae97-265a06a952c6 is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:54:38.161208 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Publish callbacks [] for port (6486060c-0f49-42bf-923e-b9aee26fea06), precommit_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:38.191229 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-d8c338a7-ec6f-4e98-9449-d88c1fe714be service neutron] 10.222.0.74 "GET /v2.0/networks/5a350648-3aa0-418a-a25c-ca2375ff07bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087701 May 25 14:54:38.232670 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.db_base_plugin_common [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Allocated IP 172.20.0.2 (ebc02943-e245-4287-8851-2c76f257286a/8a273b51-9d95-4b21-9830-1ac6ac028637/c42fade7-6d92-40c7-8aa1-b9c53c326bb1) {{(pid=116227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:54:38.233404 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Publish callbacks [] for router_gateway (12b10ba3-1fdf-4348-bae0-88b55dc3151c), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:38.245740 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-48e2b538-5dec-4778-af60-2d4c883f5942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, 88b35e30-9657-43dc-ae97-265a06a952c6) {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:38.250031 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 773692f3-8f8a-423b-8a7b-f1382151d650 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:38.250429 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (773692f3-8f8a-423b-8a7b-f1382151d650), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:38.254371 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e2b538-5dec-4778-af60-2d4c883f5942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:38.255104 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-48e2b538-5dec-4778-af60-2d4c883f5942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:38.286885 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81195e24-6ddc-42f3-9fde-cf5a87ffde03 None None] Network 88b35e30-9657-43dc-ae97-265a06a952c6 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:54:38.300657 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653'] for port (6486060c-0f49-42bf-923e-b9aee26fea06), after_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:38.303621 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-a8582cee-c935-4a10-8dca-8894a791f56f service neutron] 10.222.0.74 "GET /v2.0/networks/5a350648-3aa0-418a-a25c-ca2375ff07bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099119 May 25 14:54:38.365302 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Allocated IP 172.27.1.191 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/34192ab8-b4fe-45a7-b276-c3453410bbaf) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:54:38.377399 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.db_base_plugin_common [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Allocated IP 172.20.0.2 (1af7d524-3bf7-4e87-bf8e-df0a6b0097e3/2ddc4207-3cdb-480e-9ac3-b200998dd0b9/ee066df2-c942-4c58-825b-367d334365ee) {{(pid=116227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:54:38.377602 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-48e2b538-5dec-4778-af60-2d4c883f5942 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2900281 May 25 14:54:38.409254 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Publish callbacks [] for router_gateway (7e34a6e3-edc3-449f-a348-eb9b0461b06c), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:38.474728 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Router e98aa9c8-7bcd-4315-a027-4c785c58670b is scheduled to L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d with binding_index 1 {{(pid=116225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 14:54:38.484434 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Network 0ddfa1ea-b411-4388-afb5-c29ffb748770 is already hosted by enough agents. {{(pid=116227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:38.579994 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52710) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:38.683430 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b5abbe-de13-449d-96dd-8db4865155a1 admin admin] Deleting subnet 08f6a051-8280-4774-aadb-d0bb16802bc2 {{(pid=116226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 14:54:38.759144 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b61f7105-9045-4e4e-a857-3712ab0e1d9e req-2ee8f68f-f12e-49c3-a83d-ca48bc514298 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 210 time: 0.0953145 May 25 14:54:38.768746 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d1b5abbe-de13-449d-96dd-8db4865155a1 admin admin] Publish callbacks [] for subnet (08f6a051-8280-4774-aadb-d0bb16802bc2), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:38.814750 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Pushing event updated for resources: {'Port': ['ID=6486060c-0f49-42bf-923e-b9aee26fea06,revision_number=1']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:38.824781 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.base_scheduler [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Resources bound (agent type, host, resource id): {{(pid=116227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:38.841158 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:38.851444 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d1b5abbe-de13-449d-96dd-8db4865155a1 admin admin] Publish callbacks [] for subnet (08f6a051-8280-4774-aadb-d0bb16802bc2), precommit_delete_associations {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:38.864918 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d1b5abbe-de13-449d-96dd-8db4865155a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428428'] for subnet (08f6a051-8280-4774-aadb-d0bb16802bc2), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:38.867830 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Received port after_create {{(pid=116227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:54:38.950010 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-7e51362b-fe03-4ed8-98d3-a9eccc073ed6 None None] Current status of the port 773692f3-8f8a-423b-8a7b-f1382151d650 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:39.080565 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d1b5abbe-de13-449d-96dd-8db4865155a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for subnet (08f6a051-8280-4774-aadb-d0bb16802bc2), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.082713 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 773692f3-8f8a-423b-8a7b-f1382151d650 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:39.085326 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216a1129-4aa1-442f-857d-8d652e069f89 None None] Network 88b35e30-9657-43dc-ae97-265a06a952c6 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:54:39.099002 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5d62-6a02-4c3b-bdc7-1bd07c373422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.115885 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5abbe-de13-449d-96dd-8db4865155a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08f6a051-8280-4774-aadb-d0bb16802bc2,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:39.124134 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d1b5abbe-de13-449d-96dd-8db4865155a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.131043 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Publish callbacks [] for port (34192ab8-b4fe-45a7-b276-c3453410bbaf), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.132267 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:54:39.133218 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-d1b5abbe-de13-449d-96dd-8db4865155a1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/08f6a051-8280-4774-aadb-d0bb16802bc2 HTTP/1.1" status: 204 len: 168 time: 0.5517969 May 25 14:54:39.134003 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52738) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:39.145637 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Sync routers for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:54:39.165405 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:54:39.166565 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:54:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:39.195237 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Publish callbacks [] for port (c42fade7-6d92-40c7-8aa1-b9c53c326bb1), precommit_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.200553 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Publish callbacks [] for port (ee066df2-c942-4c58-825b-367d334365ee), precommit_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.206107 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Attempting to bind port 6486060c-0f49-42bf-923e-b9aee26fea06 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:54:39.206488 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Attempting to bind port 6486060c-0f49-42bf-923e-b9aee26fea06 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': 'd991c543-75a8-41ee-97d3-06fc338d6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:54:39.206879 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Attempting to bind port 6486060c-0f49-42bf-923e-b9aee26fea06 on network 0ddfa1ea-b411-4388-afb5-c29ffb748770 {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:54:39.217178 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:54:39.223193 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Checking segment: {'id': 'd991c543-75a8-41ee-97d3-06fc338d6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:54:39.223193 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.223193 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Bound using segment: {'id': 'd991c543-75a8-41ee-97d3-06fc338d6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:54:39.223193 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Bound port: 6486060c-0f49-42bf-923e-b9aee26fea06, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd991c543-75a8-41ee-97d3-06fc338d6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:54:39.223193 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (6486060c-0f49-42bf-923e-b9aee26fea06), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.241338 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:39.242990 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Publish callbacks [] for router_gateway (12b10ba3-1fdf-4348-bae0-88b55dc3151c), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.322678 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653'] for port (c42fade7-6d92-40c7-8aa1-b9c53c326bb1), after_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.331745 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.333300 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653'] for port (ee066df2-c942-4c58-825b-367d334365ee), after_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.367202 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:54:39.371907 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322087'] for network (b4109f9a-94ca-4c89-8b64-50cbc8925e63), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.429057 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Publish callbacks [] for router_gateway (7e34a6e3-edc3-449f-a348-eb9b0461b06c), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.438447 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] For port 6486060c-0f49-42bf-923e-b9aee26fea06, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:54:39.443847 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] For port 6486060c-0f49-42bf-923e-b9aee26fea06, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=6486060c-0f49-42bf-923e-b9aee26fea06,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:54:39.449166 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Pushing event updated for resources: {'Port': ['ID=c42fade7-6d92-40c7-8aa1-b9c53c326bb1,revision_number=1']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:39.467869 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.469237 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-23df5f2f-deba-4339-9221-45c1b749abf7 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4977787 May 25 14:54:39.470588 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.473330 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52752) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:39.494122 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653'] for port (34192ab8-b4fe-45a7-b276-c3453410bbaf), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.496153 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 is already hosted by enough agents. {{(pid=116227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:39.558390 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Pushing event updated for resources: {'Port': ['ID=ee066df2-c942-4c58-825b-367d334365ee,revision_number=1']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:39.572680 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Network ebc02943-e245-4287-8851-2c76f257286a is already hosted by enough agents. {{(pid=116227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:39.575377 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.base_scheduler [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Resources bound (agent type, host, resource id): {{(pid=116227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:39.578433 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (6486060c-0f49-42bf-923e-b9aee26fea06), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.589479 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.base_scheduler [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Resources bound (agent type, host, resource id): {{(pid=116227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:39.625266 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:36Z', 'revision_number': 3, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:39.658774 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Checking router: e98aa9c8-7bcd-4315-a027-4c785c58670b for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:54:39.658774 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Updating router e98aa9c8-7bcd-4315-a027-4c785c58670b port 42fffa2b-c6cb-461d-87e6-4832e303f8cb binding host dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:54:39.663508 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425987', 'neutron.services.segments.db._delete_segments_for_network-8746770751079'] for network (b4109f9a-94ca-4c89-8b64-50cbc8925e63), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.671788 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Received port after_create {{(pid=116227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:54:39.678622 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:39.697394 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (42fffa2b-c6cb-461d-87e6-4832e303f8cb), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.697582 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:39.699816 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e563012-c359-4dc4-b444-365853ca59ac None None] Pushing event updated for resources: {'Port': ['ID=6486060c-0f49-42bf-923e-b9aee26fea06,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:39.709369 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:39.726056 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Received port after_create {{(pid=116227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:54:39.730466 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Pushing event updated for resources: {'Port': ['ID=34192ab8-b4fe-45a7-b276-c3453410bbaf,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:39.763820 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:39.770731 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Allocated IP 172.27.1.39 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/faf1121b-2446-44cb-8c11-959ce3cd36f7) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:54:39.778475 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:39.790005 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:54:39.799336 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:39.838348 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Attempting to bind port ee066df2-c942-4c58-825b-367d334365ee on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:54:39.838911 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Attempting to bind port ee066df2-c942-4c58-825b-367d334365ee by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:54:39.839569 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Attempting to bind port ee066df2-c942-4c58-825b-367d334365ee on network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:54:39.890355 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:54:39.891142 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Checking segment: {'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:54:39.892542 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.893093 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Bound using segment: {'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:54:39.895344 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Bound port: ee066df2-c942-4c58-825b-367d334365ee, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:54:39.896789 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (ee066df2-c942-4c58-825b-367d334365ee), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.898148 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52764) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:39.908187 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=116225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:39.915218 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:39.915218 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:39.915218 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Subscribe: > port after_create 55550000 {{(pid=116225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:39.915218 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Subscribe: > port after_delete 55550000 {{(pid=116225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:39.915218 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Subscribe: > port after_update 55550000 {{(pid=116225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:39.915218 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=116225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:39.915218 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:39.915218 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:39.915218 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=116225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:39.960608 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Attempting to bind port c42fade7-6d92-40c7-8aa1-b9c53c326bb1 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:54:39.960899 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Attempting to bind port c42fade7-6d92-40c7-8aa1-b9c53c326bb1 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': 'f03af469-759a-437c-aeec-2c02767c933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:54:39.961270 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Attempting to bind port c42fade7-6d92-40c7-8aa1-b9c53c326bb1 on network ebc02943-e245-4287-8851-2c76f257286a {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:54:39.968728 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:54:39.969070 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Checking segment: {'id': 'f03af469-759a-437c-aeec-2c02767c933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:54:39.979214 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.979214 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Bound using segment: {'id': 'f03af469-759a-437c-aeec-2c02767c933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:54:39.979214 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Bound port: c42fade7-6d92-40c7-8aa1-b9c53c326bb1, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03af469-759a-437c-aeec-2c02767c933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:54:39.979214 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (c42fade7-6d92-40c7-8aa1-b9c53c326bb1), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.988790 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0b53bc3f-ebbd-4be8-a5cf-0e320fb87272 req-a41a32de-3a6c-4301-ab89-eb4dd76d88e8 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 210 time: 0.0880733 May 25 14:54:40.156403 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] For port ee066df2-c942-4c58-825b-367d334365ee, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:54:40.160525 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] For port ee066df2-c942-4c58-825b-367d334365ee, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=ee066df2-c942-4c58-825b-367d334365ee,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:54:40.210275 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:40.210746 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:40.211019 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=116225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:40.212540 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=116225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:40.212961 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4109f9a-94ca-4c89-8b64-50cbc8925e63']}} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:40.232588 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] For port c42fade7-6d92-40c7-8aa1-b9c53c326bb1, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:54:40.237988 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] For port c42fade7-6d92-40c7-8aa1-b9c53c326bb1, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=c42fade7-6d92-40c7-8aa1-b9c53c326bb1,segment=NetworkSegment(f03af469-759a-437c-aeec-2c02767c933a),segment_id=f03af469-759a-437c-aeec-2c02767c933a)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:54:40.289033 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f08077-eec0-4d5f-8274-6bb0e3c01a83') {'for_net_delete': True} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:40.289540 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f08077-eec0-4d5f-8274-6bb0e3c01a83') {} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:40.322161 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (c42fade7-6d92-40c7-8aa1-b9c53c326bb1), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:40.349640 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746770751856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127149985'] for segment (d6f08077-eec0-4d5f-8274-6bb0e3c01a83), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:40.352964 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (ee066df2-c942-4c58-825b-367d334365ee), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:40.382590 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:40.455370 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (d6f08077-eec0-4d5f-8274-6bb0e3c01a83), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:40.456003 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:40.462534 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72237913-4137-4759-ae37-4ea1bda7f1de None None] Pushing event updated for resources: {'Port': ['ID=c42fade7-6d92-40c7-8aa1-b9c53c326bb1,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:40.486622 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=116225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 14:54:40.487281 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126643929'] for segment (d6f08077-eec0-4d5f-8274-6bb0e3c01a83), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:40.647043 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Publish callbacks [] for port (faf1121b-2446-44cb-8c11-959ce3cd36f7), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:40.741231 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0275f2-cbf7-4950-b46b-8c4db2f5655a None None] Pushing event updated for resources: {'Port': ['ID=ee066df2-c942-4c58-825b-367d334365ee,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:40.744420 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1425994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565467'] for network (b4109f9a-94ca-4c89-8b64-50cbc8925e63), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:40.865515 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:40.885877 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] 10.222.0.74 "DELETE /v2.0/networks/b4109f9a-94ca-4c89-8b64-50cbc8925e63 HTTP/1.1" status: 204 len: 168 time: 1.7458498 May 25 14:54:40.909703 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52794) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:40.970593 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:40.977867 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.services.segments.plugin [-] Segment d6f08077-eec0-4d5f-8274-6bb0e3c01a83 resource provider aggregate not found May 25 14:54:40.997700 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e6f19-1c39-477d-b71b-56e47f57da55 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4109f9a-94ca-4c89-8b64-50cbc8925e63,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:41.004422 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:41.058974 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52798) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:41.060494 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.services.segments.plugin [-] Segment d6f08077-eec0-4d5f-8274-6bb0e3c01a83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6f08077-eec0-4d5f-8274-6bb0e3c01a83 found for delete ", "request_id": "req-abab6304-dcb7-4b72-98f1-9da0808d7138"}]} May 25 14:54:41.129849 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Publish callbacks [] for router_gateway (cbef5c56-0d19-4a35-8e5b-f4663b52c690), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:41.135586 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_v2 [None req-243271cf-08a8-4512-8d0e-3c31f48d52e1 admin admin] Deleting subnet c2f7a47a-238d-4d03-b792-a70a066699c6 {{(pid=116225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 14:54:41.146241 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:41.178554 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6fa4b0a9-9498-4e9e-8e61-ef11de8ce5e3 req-8aab2e14-0f69-4245-9288-b1d04cbf4a0e tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 210 time: 0.0570331 May 25 14:54:41.183537 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-243271cf-08a8-4512-8d0e-3c31f48d52e1 admin admin] Publish callbacks [] for subnet (c2f7a47a-238d-4d03-b792-a70a066699c6), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:41.219507 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (faf1121b-2446-44cb-8c11-959ce3cd36f7), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:41.260554 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_common [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] Allocated IP 172.20.0.1 (fa952598-36d5-42ef-b4ac-0f4017a94969/e1ed1170-215c-4406-945e-b79e6c0cdc5d/c43f825a-d9b1-4728-aff7-c71223e35970) {{(pid=116226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:54:41.280545 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:41.419872 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] Publish callbacks [] for port (c43f825a-d9b1-4728-aff7-c71223e35970), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:41.447557 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd42de4-a650-43b2-92f1-30a46d94deb7 None None] Network 0ddfa1ea-b411-4388-afb5-c29ffb748770 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:54:41.453469 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:41.487770 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:54:41.493067 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:41.507011 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-243271cf-08a8-4512-8d0e-3c31f48d52e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127149998'] for subnet (c2f7a47a-238d-4d03-b792-a70a066699c6), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:41.537006 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-e77c6e11-d73f-4b11-949c-951e08422a5f None None] Provisioning complete for port 6486060c-0f49-42bf-923e-b9aee26fea06 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:41.537006 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-e77c6e11-d73f-4b11-949c-951e08422a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (6486060c-0f49-42bf-923e-b9aee26fea06), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:41.537268 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7202b64e-03e7-4747-bed7-dc0a1f5f9bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:41.543680 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:41.551393 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653'] for port (c43f825a-d9b1-4728-aff7-c71223e35970), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:41.606732 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Allocated IP 172.27.1.7 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/9b9b1901-8b5b-46ce-af77-1a667a342133) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:54:41.645849 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] Network fa952598-36d5-42ef-b4ac-0f4017a94969 is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:41.649273 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:41.659158 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:41.665043 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] Received port after_create {{(pid=116226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:54:41.665616 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565314'] for router_interface (e98aa9c8-7bcd-4315-a027-4c785c58670b), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:41.668762 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] Pushing event updated for resources: {'Port': ['ID=c43f825a-d9b1-4728-aff7-c71223e35970,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:41.683838 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Pushing event updated for resources: {'Port': ['ID=faf1121b-2446-44cb-8c11-959ce3cd36f7,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:41.713086 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-e77c6e11-d73f-4b11-949c-951e08422a5f None None] Current status of the port 6486060c-0f49-42bf-923e-b9aee26fea06 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:41.713720 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-e77c6e11-d73f-4b11-949c-951e08422a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (6486060c-0f49-42bf-923e-b9aee26fea06), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:41.743407 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:INSERT=8,neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:41.798713 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-e77c6e11-d73f-4b11-949c-951e08422a5f None None] For port 6486060c-0f49-42bf-923e-b9aee26fea06, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=6486060c-0f49-42bf-923e-b9aee26fea06,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:54:41.852551 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-243271cf-08a8-4512-8d0e-3c31f48d52e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428428'] for subnet (c2f7a47a-238d-4d03-b792-a70a066699c6), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:41.884090 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-e77c6e11-d73f-4b11-949c-951e08422a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (6486060c-0f49-42bf-923e-b9aee26fea06), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.006170 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c6e11-d73f-4b11-949c-951e08422a5f None None] Pushing event updated for resources: {'Port': ['ID=6486060c-0f49-42bf-923e-b9aee26fea06,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:42.077884 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device c42fade7-6d92-40c7-8aa1-b9c53c326bb1 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:42.140010 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-fba56c01-1a47-45b4-bc1f-43c3dc195c1b None None] Provisioning complete for port 6486060c-0f49-42bf-923e-b9aee26fea06 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:42.140382 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-fba56c01-1a47-45b4-bc1f-43c3dc195c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (6486060c-0f49-42bf-923e-b9aee26fea06), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.180711 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:42.186208 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:42.189328 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port c42fade7-6d92-40c7-8aa1-b9c53c326bb1 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:42.189328 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (c42fade7-6d92-40c7-8aa1-b9c53c326bb1), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.199939 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (c43f825a-d9b1-4728-aff7-c71223e35970), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.251999 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:42.261104 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45061bcc-9e25-4c8b-93b1-a877e22cd229 None None] Network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:54:42.347337 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566039'] for router (cbef5c56-0d19-4a35-8e5b-f4663b52c690), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.378012 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Publish callbacks [] for port (9b9b1901-8b5b-46ce-af77-1a667a342133), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.387218 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-fba56c01-1a47-45b4-bc1f-43c3dc195c1b None None] Current status of the port 6486060c-0f49-42bf-923e-b9aee26fea06 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:42.417276 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port c42fade7-6d92-40c7-8aa1-b9c53c326bb1 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:42.417964 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (c42fade7-6d92-40c7-8aa1-b9c53c326bb1), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.434295 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7202b64e-03e7-4747-bed7-dc0a1f5f9bbd admin admin] Publish callbacks [] for security_group (0ec95972-ab3c-45fd-9753-3f5e94af7726), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.486312 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] For port c42fade7-6d92-40c7-8aa1-b9c53c326bb1, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=c42fade7-6d92-40c7-8aa1-b9c53c326bb1,segment=NetworkSegment(f03af469-759a-437c-aeec-2c02767c933a),segment_id=f03af469-759a-437c-aeec-2c02767c933a)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:54:42.503163 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0242e937-5437-43e6-a9c1-bbf8cb89559f req-90ed5a43-ebab-4dd5-a3bc-e453254d31d6 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 210 time: 0.0375359 May 25 14:54:42.513072 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-535abf01-d799-4a58-b900-20d39f625e71 None None] Provisioning complete for port ee066df2-c942-4c58-825b-367d334365ee triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:42.513499 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-535abf01-d799-4a58-b900-20d39f625e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (ee066df2-c942-4c58-825b-367d334365ee), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.518386 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-243271cf-08a8-4512-8d0e-3c31f48d52e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126565106'] for subnet (c2f7a47a-238d-4d03-b792-a70a066699c6), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.556991 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7202b64e-03e7-4747-bed7-dc0a1f5f9bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (0ec95972-ab3c-45fd-9753-3f5e94af7726), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.613539 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-243271cf-08a8-4512-8d0e-3c31f48d52e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.616998 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-535abf01-d799-4a58-b900-20d39f625e71 None None] Current status of the port ee066df2-c942-4c58-825b-367d334365ee is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:42.617681 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-535abf01-d799-4a58-b900-20d39f625e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (ee066df2-c942-4c58-825b-367d334365ee), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.619685 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-243271cf-08a8-4512-8d0e-3c31f48d52e1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c2f7a47a-238d-4d03-b792-a70a066699c6 HTTP/1.1" status: 204 len: 168 time: 1.7059603 May 25 14:54:42.622104 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52814) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:42.646886 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11520aaf-3923-47a0-8831-e33840565b80 None None] Network ebc02943-e245-4287-8851-2c76f257286a requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:54:42.657757 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243271cf-08a8-4512-8d0e-3c31f48d52e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2f7a47a-238d-4d03-b792-a70a066699c6,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:42.688302 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] Publish callbacks [] for port (c43f825a-d9b1-4728-aff7-c71223e35970), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.712552 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (c42fade7-6d92-40c7-8aa1-b9c53c326bb1), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.714333 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 6486060c-0f49-42bf-923e-b9aee26fea06 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:42.718038 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202b64e-03e7-4747-bed7-dc0a1f5f9bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec95972-ab3c-45fd-9753-3f5e94af7726,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:42.724394 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322087'] for network (88b35e30-9657-43dc-ae97-265a06a952c6), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.760761 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-7202b64e-03e7-4747-bed7-dc0a1f5f9bbd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=23ff6c12f7604fe589925cd62611ccc3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6727130 May 25 14:54:42.772489 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52818) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:42.775786 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (c43f825a-d9b1-4728-aff7-c71223e35970), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.776404 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-826829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567250'] for router_interface (e98aa9c8-7bcd-4315-a027-4c785c58670b), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.784493 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (9b9b1901-8b5b-46ce-af77-1a667a342133), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.797490 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Publish callbacks [] for router_gateway (12b10ba3-1fdf-4348-bae0-88b55dc3151c), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.859117 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Pushing event updated for resources: {'Port': ['ID=c42fade7-6d92-40c7-8aa1-b9c53c326bb1,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:42.890611 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:42.902480 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:42.905125 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:54:42.910925 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:42.911990 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Pushing event updated for resources: {'Port': ['ID=9b9b1901-8b5b-46ce-af77-1a667a342133,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:42.938509 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-535abf01-d799-4a58-b900-20d39f625e71 None None] For port ee066df2-c942-4c58-825b-367d334365ee, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=ee066df2-c942-4c58-825b-367d334365ee,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:54:42.962399 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 6486060c-0f49-42bf-923e-b9aee26fea06 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:42.962996 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (6486060c-0f49-42bf-923e-b9aee26fea06), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.965878 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425987', 'neutron.services.segments.db._delete_segments_for_network-8746770751079'] for network (88b35e30-9657-43dc-ae97-265a06a952c6), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.972540 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Publish callbacks [] for port (42fffa2b-c6cb-461d-87e6-4832e303f8cb), precommit_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:42.974518 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:42.976395 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:43.001068 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] Pushing event updated for resources: {'Port': ['ID=c43f825a-d9b1-4728-aff7-c71223e35970,revision_number=2']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:43.007797 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=116226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:43.008138 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:43.009253 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:43.009606 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Subscribe: > port after_create 55550000 {{(pid=116226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:43.010115 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=116226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:43.010454 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Subscribe: > port after_update 55550000 {{(pid=116226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:43.010964 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=116226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:43.011287 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:43.011604 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:43.023395 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=116226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:43.023637 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-535abf01-d799-4a58-b900-20d39f625e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (ee066df2-c942-4c58-825b-367d334365ee), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.027646 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-535abf01-d799-4a58-b900-20d39f625e71 None None] Provisioning complete for port c43f825a-d9b1-4728-aff7-c71223e35970 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:43.028040 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-535abf01-d799-4a58-b900-20d39f625e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (c43f825a-d9b1-4728-aff7-c71223e35970), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.061863 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (42fffa2b-c6cb-461d-87e6-4832e303f8cb), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.139107 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Attempting to bind port 42fffa2b-c6cb-461d-87e6-4832e303f8cb on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:54:43.139484 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Attempting to bind port 42fffa2b-c6cb-461d-87e6-4832e303f8cb by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:54:43.139851 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Attempting to bind port 42fffa2b-c6cb-461d-87e6-4832e303f8cb on network e77a34f4-3c18-4df0-a57b-b0c373fbaaed {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:54:43.144497 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c43ef-5741-4734-9be8-642ba424b49b None None] Pushing event updated for resources: {'Port': ['ID=42fffa2b-c6cb-461d-87e6-4832e303f8cb,revision_number=2']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:43.154741 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:54:43.155086 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Checking segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:54:43.156108 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.158560 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Bound using segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:54:43.158560 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Bound port: 42fffa2b-c6cb-461d-87e6-4832e303f8cb, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:54:43.158560 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (42fffa2b-c6cb-461d-87e6-4832e303f8cb), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.160383 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.163507 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c43ef-5741-4734-9be8-642ba424b49b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:43.163972 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c43ef-5741-4734-9be8-642ba424b49b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:43.164401 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c43ef-5741-4734-9be8-642ba424b49b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:43.165227 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c43ef-5741-4734-9be8-642ba424b49b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:43.165629 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c43ef-5741-4734-9be8-642ba424b49b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:43.166730 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c43ef-5741-4734-9be8-642ba424b49b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:43.166903 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-535abf01-d799-4a58-b900-20d39f625e71 None None] Port c43f825a-d9b1-4728-aff7-c71223e35970 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:54:43.167084 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c43ef-5741-4734-9be8-642ba424b49b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:43.168068 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c43ef-5741-4734-9be8-642ba424b49b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:43.168446 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c43ef-5741-4734-9be8-642ba424b49b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:43.168753 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c43ef-5741-4734-9be8-642ba424b49b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:43.169099 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c43ef-5741-4734-9be8-642ba424b49b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:43.169494 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c43ef-5741-4734-9be8-642ba424b49b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:43.169847 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c43ef-5741-4734-9be8-642ba424b49b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:43.170572 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535abf01-d799-4a58-b900-20d39f625e71 None None] Pushing event updated for resources: {'Port': ['ID=ee066df2-c942-4c58-825b-367d334365ee,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:43.170855 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c43ef-5741-4734-9be8-642ba424b49b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:43.171203 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c43ef-5741-4734-9be8-642ba424b49b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:54:43.185589 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 6486060c-0f49-42bf-923e-b9aee26fea06 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:43.186773 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device ee066df2-c942-4c58-825b-367d334365ee up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c43ef-5741-4734-9be8-642ba424b49b None None] Tracked resource versions report: May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: pushed versions: May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: { 'AddressGroup': {'1.2'}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Agent': {'1.1'}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'ConntrackHelper': {'1.0'}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'LocalIPAssociation': {'1.0'}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Log': {'1.0'}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'NDPProxy': {'1.0'}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Network': {'1.1'}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Port': {'1.7'}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'PortForwarding': {'1.3'}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'QosPolicy': {'1.10'}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'SecurityGroup': {'1.5'}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'SecurityGroupRule': {'1.2'}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'SubPort': {'1.0'}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Subnet': {'1.1'}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Trunk': {'1.1'}} May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: consumer versions: May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: { DHCP agent@dv-cinder-830283-3-iscsi: {}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: HyperV agent@hv-cinder-83028: {}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: L3 agent@dv-cinder-830283-3-iscsi: {}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: Metadata agent@dv-cinder-830283-3-iscsi: {}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: Metering agent@dv-cinder-830283-3-iscsi: {}, May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: Open vSwitch agent@dv-cinder-830283-3-iscsi: { 'AddressGroup': '1.2', May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Agent': '1.1', May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'ConntrackHelper': '1.0', May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'LocalIPAssociation': '1.0', May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Log': '1.0', May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'NDPProxy': '1.0', May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Network': '1.1', May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Port': '1.7', May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'PortForwarding': '1.3', May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'QosPolicy': '1.10', May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'SecurityGroup': '1.5', May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'SecurityGroupRule': '1.2', May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'SubPort': '1.0', May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Subnet': '1.1', May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: 'Trunk': '1.1'}} May 25 14:54:43.187195 dv-cinder-830283-3-iscsi neutron-server[116228]: {{(pid=116228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 14:54:43.247068 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Router cbef5c56-0d19-4a35-8e5b-f4663b52c690 is scheduled to L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d with binding_index 1 {{(pid=116225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 14:54:43.263950 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:43.279073 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] For port 42fffa2b-c6cb-461d-87e6-4832e303f8cb, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:54:43.283774 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] For port 42fffa2b-c6cb-461d-87e6-4832e303f8cb, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=42fffa2b-c6cb-461d-87e6-4832e303f8cb,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:54:43.284757 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:43.285158 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:43.287869 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=116226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:43.287869 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=116226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:54:43.287869 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b35e30-9657-43dc-ae97-265a06a952c6']}} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:43.314717 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:43.321816 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f470299d-da47-4be8-adeb-beb81c5672ce') {'for_net_delete': True} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:43.326149 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f470299d-da47-4be8-adeb-beb81c5672ce') {} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:43.345478 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746770751856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127914387'] for segment (f470299d-da47-4be8-adeb-beb81c5672ce), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.362581 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-0a417b71-f2fa-4c65-91c7-d0763b36d7e6 None None] Provisioning complete for port c42fade7-6d92-40c7-8aa1-b9c53c326bb1 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:43.363091 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0a417b71-f2fa-4c65-91c7-d0763b36d7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (c42fade7-6d92-40c7-8aa1-b9c53c326bb1), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.365417 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0f12804c-80b7-41f0-8a14-a3808ead51de admin admin] Publish callbacks [] for security_group (0ec95972-ab3c-45fd-9753-3f5e94af7726), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.380296 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (42fffa2b-c6cb-461d-87e6-4832e303f8cb), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.409146 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port ee066df2-c942-4c58-825b-367d334365ee triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:43.409626 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (ee066df2-c942-4c58-825b-367d334365ee), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.428830 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566039'] for router (12b10ba3-1fdf-4348-bae0-88b55dc3151c), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.487690 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:54:43.488374 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:54:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:43.493310 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-0a417b71-f2fa-4c65-91c7-d0763b36d7e6 None None] Current status of the port c42fade7-6d92-40c7-8aa1-b9c53c326bb1 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:43.495065 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (f470299d-da47-4be8-adeb-beb81c5672ce), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.510814 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-0a417b71-f2fa-4c65-91c7-d0763b36d7e6 None None] Provisioning complete for port ee066df2-c942-4c58-825b-367d334365ee triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:43.512245 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0a417b71-f2fa-4c65-91c7-d0763b36d7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (ee066df2-c942-4c58-825b-367d334365ee), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.515063 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=116226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 14:54:43.515514 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126892845'] for segment (f470299d-da47-4be8-adeb-beb81c5672ce), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.527112 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c43ef-5741-4734-9be8-642ba424b49b None None] Pushing event updated for resources: {'Port': ['ID=42fffa2b-c6cb-461d-87e6-4832e303f8cb,revision_number=3']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:43.588182 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0f12804c-80b7-41f0-8a14-a3808ead51de admin admin] Publish callbacks [] for security_group (0ec95972-ab3c-45fd-9753-3f5e94af7726), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.591317 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] Network fa952598-36d5-42ef-b4ac-0f4017a94969 is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:43.599822 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port ee066df2-c942-4c58-825b-367d334365ee is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:43.610184 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:43.618403 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:54:43.649420 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:43.713183 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1425994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565467'] for network (88b35e30-9657-43dc-ae97-265a06a952c6), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.755001 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-0a417b71-f2fa-4c65-91c7-d0763b36d7e6 None None] Current status of the port ee066df2-c942-4c58-825b-367d334365ee is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:43.834504 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:43.890724 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.897103 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] 10.222.0.74 "DELETE /v2.0/networks/88b35e30-9657-43dc-ae97-265a06a952c6 HTTP/1.1" status: 204 len: 168 time: 1.2718620 May 25 14:54:43.908429 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a169ae-ab5b-4202-840f-abe5bc050ee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=88b35e30-9657-43dc-ae97-265a06a952c6,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:43.988469 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-cd2f7f8b-3a7c-4751-9b3b-42edeb69ba93 None None] Provisioning complete for port c43f825a-d9b1-4728-aff7-c71223e35970 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:43.988823 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cba8f1bd-6bff-4135-b8f8-52e07e7bacf7 req-be5d015d-3066-468c-8d6b-a33ead45b6dd tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 210 time: 0.0500386 May 25 14:54:43.990789 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-cd2f7f8b-3a7c-4751-9b3b-42edeb69ba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (c43f825a-d9b1-4728-aff7-c71223e35970), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:43.997499 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:54:44.005959 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] Router e98aa9c8-7bcd-4315-a027-4c785c58670b has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:54:44.025301 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Publish callbacks [] for router_gateway (7e34a6e3-edc3-449f-a348-eb9b0461b06c), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:44.041478 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device c42fade7-6d92-40c7-8aa1-b9c53c326bb1 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:44.044238 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Sync routers for ids ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:54:44.070924 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 2, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:44.081467 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment f470299d-da47-4be8-adeb-beb81c5672ce resource provider aggregate not found May 25 14:54:44.085587 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0f12804c-80b7-41f0-8a14-a3808ead51de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (0ec95972-ab3c-45fd-9753-3f5e94af7726), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:44.088581 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0f12804c-80b7-41f0-8a14-a3808ead51de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:44.089811 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-0f12804c-80b7-41f0-8a14-a3808ead51de admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0ec95972-ab3c-45fd-9753-3f5e94af7726 HTTP/1.1" status: 204 len: 168 time: 1.3154602 May 25 14:54:44.102619 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12804c-80b7-41f0-8a14-a3808ead51de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec95972-ab3c-45fd-9753-3f5e94af7726,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:44.115317 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment f470299d-da47-4be8-adeb-beb81c5672ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f470299d-da47-4be8-adeb-beb81c5672ce found for delete ", "request_id": "req-f8c64c08-a50a-404a-a0c0-0351db677a6a"}]} May 25 14:54:44.119740 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:44.122794 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-68674df6-9f8e-4fc8-a198-e28389c1ac4f admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.9079642 May 25 14:54:44.125576 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-cd2f7f8b-3a7c-4751-9b3b-42edeb69ba93 None None] Port c43f825a-d9b1-4728-aff7-c71223e35970 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:54:44.127118 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52838) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:44.129236 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36584600-6a5c-49b4-9737-b2ad1961f1e2 None None] The sync data for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi is: [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 2, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:54:44.130253 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Router 12b10ba3-1fdf-4348-bae0-88b55dc3151c is scheduled to L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d with binding_index 1 {{(pid=116225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 14:54:44.144476 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Routers {'cbef5c56-0d19-4a35-8e5b-f4663b52c690'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:54:44.145178 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:54:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:44.228358 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port c42fade7-6d92-40c7-8aa1-b9c53c326bb1 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:44.228769 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (c42fade7-6d92-40c7-8aa1-b9c53c326bb1), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:44.275721 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:54:44.283179 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-595f91ab-b10c-4582-96cc-61107f972505 admin admin] 10.222.0.74 "PUT /v2.0/routers/e98aa9c8-7bcd-4315-a027-4c785c58670b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8084824 May 25 14:54:44.317705 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Set router cbef5c56-0d19-4a35-8e5b-f4663b52c690 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:54:44.398574 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:54:44.416877 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Sync routers for ids ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:54:44.431207 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Routers {'12b10ba3-1fdf-4348-bae0-88b55dc3151c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:54:44.432254 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:54:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:44.473598 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port c42fade7-6d92-40c7-8aa1-b9c53c326bb1 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:44.474712 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device ee066df2-c942-4c58-825b-367d334365ee up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:44.478198 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566039'] for router (7e34a6e3-edc3-449f-a348-eb9b0461b06c), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:44.529734 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52842) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:44.607111 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port ee066df2-c942-4c58-825b-367d334365ee triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:44.607682 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (ee066df2-c942-4c58-825b-367d334365ee), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:44.614129 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:44.621480 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-496d166f-7da0-4a11-8523-ab0cf5ac0f2f admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.2356863 May 25 14:54:44.622162 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52844) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:44.652677 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T14:54:40Z', 'revision_number': 3, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:44.669804 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Set router 12b10ba3-1fdf-4348-bae0-88b55dc3151c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:54:44.683795 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Checking router: cbef5c56-0d19-4a35-8e5b-f4663b52c690 for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:54:44.684145 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Updating router cbef5c56-0d19-4a35-8e5b-f4663b52c690 port 34192ab8-b4fe-45a7-b276-c3453410bbaf binding host dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:54:44.732128 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (34192ab8-b4fe-45a7-b276-c3453410bbaf), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:44.737401 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:44.817933 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:44.825390 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:44.826333 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:44.881840 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port ee066df2-c942-4c58-825b-367d334365ee is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:44.883050 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 6486060c-0f49-42bf-923e-b9aee26fea06 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:44.951332 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:44.982403 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-00e6b951-0123-429d-a2df-dc8cd42fc1ba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=66c7e071d94c432ba5b9b1ca57c0cafd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4486232 May 25 14:54:44.989168 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52856) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:45.032734 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:45.042673 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:45.098127 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:45.202133 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 3, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:45.208597 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 6486060c-0f49-42bf-923e-b9aee26fea06 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:45.208878 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (6486060c-0f49-42bf-923e-b9aee26fea06), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:45.216344 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-db327871-e544-4013-b1ca-835945f98f3b admin admin] Publish callbacks [] for security_group (d109f71f-ccce-476b-8264-b29999f7dae1), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:45.218016 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52866) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:45.225232 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-6a9ed85a-e667-4539-8e1b-9c03f0abc0ef tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1842594051', 'description': 'tempest-description--1043524186'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:45.278198 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Checking router: 12b10ba3-1fdf-4348-bae0-88b55dc3151c for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:54:45.278936 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Updating router 12b10ba3-1fdf-4348-bae0-88b55dc3151c port faf1121b-2446-44cb-8c11-959ce3cd36f7 binding host dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:54:45.307744 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:45.374978 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (faf1121b-2446-44cb-8c11-959ce3cd36f7), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:45.447269 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-db327871-e544-4013-b1ca-835945f98f3b admin admin] Publish callbacks [] for security_group (d109f71f-ccce-476b-8264-b29999f7dae1), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:45.480987 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_common [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] Allocated IP 172.20.0.1 (0ddfa1ea-b411-4388-afb5-c29ffb748770/6457fdac-c3cb-47a9-aa14-b3ac369fd174/2f5acd3c-c621-489f-9168-6d1e80220740) {{(pid=116226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:54:45.492518 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 6486060c-0f49-42bf-923e-b9aee26fea06 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:45.573745 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Publish callbacks [] for port (34192ab8-b4fe-45a7-b276-c3453410bbaf), precommit_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:45.595322 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-98c7bb07-437b-4eff-ba72-e520e77ca870 req-0624639b-18eb-4da5-9f34-aee6fd8cae12 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 210 time: 0.3669477 May 25 14:54:45.651707 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] Publish callbacks [] for port (2f5acd3c-c621-489f-9168-6d1e80220740), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:45.699179 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (34192ab8-b4fe-45a7-b276-c3453410bbaf), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:45.701448 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Router 7e34a6e3-edc3-449f-a348-eb9b0461b06c is scheduled to L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d with binding_index 1 {{(pid=116225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 14:54:45.703490 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6a9ed85a-e667-4539-8e1b-9c03f0abc0ef tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:45.759441 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:45.780303 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ac565-bf0d-48ee-8890-b31f91685441 None None] Pushing event updated for resources: {'Port': ['ID=34192ab8-b4fe-45a7-b276-c3453410bbaf,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:45.784523 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Attempting to bind port 34192ab8-b4fe-45a7-b276-c3453410bbaf on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:54:45.784927 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Attempting to bind port 34192ab8-b4fe-45a7-b276-c3453410bbaf by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:54:45.785246 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Attempting to bind port 34192ab8-b4fe-45a7-b276-c3453410bbaf on network e77a34f4-3c18-4df0-a57b-b0c373fbaaed {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:54:45.792961 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (2f5acd3c-c621-489f-9168-6d1e80220740), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:45.803405 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:54:45.803793 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Checking segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:54:45.810392 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:45.810911 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Bound using segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:54:45.811450 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Bound port: 34192ab8-b4fe-45a7-b276-c3453410bbaf, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:54:45.811843 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (34192ab8-b4fe-45a7-b276-c3453410bbaf), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:45.825080 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-db327871-e544-4013-b1ca-835945f98f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (d109f71f-ccce-476b-8264-b29999f7dae1), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:45.827804 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-db327871-e544-4013-b1ca-835945f98f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:45.829117 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-db327871-e544-4013-b1ca-835945f98f3b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d109f71f-ccce-476b-8264-b29999f7dae1 HTTP/1.1" status: 204 len: 168 time: 0.8240097 May 25 14:54:45.872876 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] Network 0ddfa1ea-b411-4388-afb5-c29ffb748770 is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:45.875982 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db327871-e544-4013-b1ca-835945f98f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d109f71f-ccce-476b-8264-b29999f7dae1,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:45.897917 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:45.924691 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] Received port after_create {{(pid=116226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:54:45.942158 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:46.038970 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 42fffa2b-c6cb-461d-87e6-4832e303f8cb up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:46.064035 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Publish callbacks [] for port (faf1121b-2446-44cb-8c11-959ce3cd36f7), precommit_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:46.070282 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:46.073809 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565314'] for router_interface (cbef5c56-0d19-4a35-8e5b-f4663b52c690), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:46.110116 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] For port 34192ab8-b4fe-45a7-b276-c3453410bbaf, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:54:46.136112 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (faf1121b-2446-44cb-8c11-959ce3cd36f7), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:46.163863 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6a9ed85a-e667-4539-8e1b-9c03f0abc0ef tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (4036477b-92a2-4708-b96b-0d88cb8c6d20), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:46.184130 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] For port 34192ab8-b4fe-45a7-b276-c3453410bbaf, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=34192ab8-b4fe-45a7-b276-c3453410bbaf,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:54:46.196478 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Attempting to bind port faf1121b-2446-44cb-8c11-959ce3cd36f7 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:54:46.196754 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Attempting to bind port faf1121b-2446-44cb-8c11-959ce3cd36f7 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:54:46.197112 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Attempting to bind port faf1121b-2446-44cb-8c11-959ce3cd36f7 on network e77a34f4-3c18-4df0-a57b-b0c373fbaaed {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:54:46.206612 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:46.225148 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 42fffa2b-c6cb-461d-87e6-4832e303f8cb triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:46.225872 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (42fffa2b-c6cb-461d-87e6-4832e303f8cb), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:46.249143 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:54:46.249679 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Checking segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:54:46.252181 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:46.252586 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Bound using segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:54:46.253088 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Bound port: faf1121b-2446-44cb-8c11-959ce3cd36f7, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:54:46.253547 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (faf1121b-2446-44cb-8c11-959ce3cd36f7), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:46.273620 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=2f5acd3c-c621-489f-9168-6d1e80220740,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:46.302114 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (34192ab8-b4fe-45a7-b276-c3453410bbaf), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:46.322033 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6a9ed85a-e667-4539-8e1b-9c03f0abc0ef tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (4036477b-92a2-4708-b96b-0d88cb8c6d20), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:46.345113 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] For port faf1121b-2446-44cb-8c11-959ce3cd36f7, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:54:46.382989 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:46.383892 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (2f5acd3c-c621-489f-9168-6d1e80220740), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:46.406892 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:54:46.418613 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-d768250b-c606-4397-998b-f43fb198a049 None None] Provisioning complete for port 2f5acd3c-c621-489f-9168-6d1e80220740 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:46.419375 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d768250b-c606-4397-998b-f43fb198a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (2f5acd3c-c621-489f-9168-6d1e80220740), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:46.472615 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] For port faf1121b-2446-44cb-8c11-959ce3cd36f7, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=faf1121b-2446-44cb-8c11-959ce3cd36f7,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:54:46.483281 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097cdb5e-2c95-405e-9632-b7f83a843e95 None None] Pushing event updated for resources: {'Port': ['ID=faf1121b-2446-44cb-8c11-959ce3cd36f7,revision_number=2']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:46.542655 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ed85a-e667-4539-8e1b-9c03f0abc0ef tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4036477b-92a2-4708-b96b-0d88cb8c6d20,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:46.570380 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (faf1121b-2446-44cb-8c11-959ce3cd36f7), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:46.570541 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6a9ed85a-e667-4539-8e1b-9c03f0abc0ef tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:46.572590 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-6a9ed85a-e667-4539-8e1b-9c03f0abc0ef tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3512516 May 25 14:54:46.581818 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52886) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:46.589674 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-2930a7df-8379-4a2b-8188-5a85fe2c8927 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'security_group_rule': {'security_group_id': '4036477b-92a2-4708-b96b-0d88cb8c6d20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:46.600068 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Sync routers for ids ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:54:46.603165 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ac565-bf0d-48ee-8890-b31f91685441 None None] Pushing event updated for resources: {'Port': ['ID=34192ab8-b4fe-45a7-b276-c3453410bbaf,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:46.641318 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Routers {'cbef5c56-0d19-4a35-8e5b-f4663b52c690'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:54:46.641318 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:54:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:46.650611 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Routers {'12b10ba3-1fdf-4348-bae0-88b55dc3151c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:54:46.651370 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:54:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:46.703240 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] Publish callbacks [] for port (2f5acd3c-c621-489f-9168-6d1e80220740), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:46.706576 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097cdb5e-2c95-405e-9632-b7f83a843e95 None None] Pushing event updated for resources: {'Port': ['ID=faf1121b-2446-44cb-8c11-959ce3cd36f7,revision_number=3']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:46.727359 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:46.732289 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-47d2c4ce-a060-44df-bf70-8e1adb973968 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.1273730 May 25 14:54:46.733948 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52892) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:46.784352 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Routers {'7e34a6e3-edc3-449f-a348-eb9b0461b06c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:54:46.785237 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:54:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:46.788353 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] Allocated IP 172.20.0.1 (ebc02943-e245-4287-8851-2c76f257286a/8a273b51-9d95-4b21-9830-1ac6ac028637/77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:54:46.792224 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] Set router 12b10ba3-1fdf-4348-bae0-88b55dc3151c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:54:46.857026 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-d768250b-c606-4397-998b-f43fb198a049 None None] Port 2f5acd3c-c621-489f-9168-6d1e80220740 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:54:46.902402 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 42fffa2b-c6cb-461d-87e6-4832e303f8cb is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:46.906251 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (42fffa2b-c6cb-461d-87e6-4832e303f8cb), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:46.950383 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] Set router cbef5c56-0d19-4a35-8e5b-f4663b52c690 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:54:46.956218 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:46.982167 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] Publish callbacks [] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:46.999261 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126892817'] for port (2f5acd3c-c621-489f-9168-6d1e80220740), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:47.035594 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2930a7df-8379-4a2b-8188-5a85fe2c8927 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (623f8f91-eead-4814-ad4b-00e7c7a8b39c), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:47.053861 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] For port 42fffa2b-c6cb-461d-87e6-4832e303f8cb, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=42fffa2b-c6cb-461d-87e6-4832e303f8cb,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:54:47.109326 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 3, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:47.114540 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:47.144561 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560b10d0-8b90-4123-a56b-0bf07e08433e None None] The sync data for ids ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'] in dv-cinder-830283-3-iscsi is: [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 3, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:54:47.147498 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=2f5acd3c-c621-489f-9168-6d1e80220740,revision_number=2']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:47.150676 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-826829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567250'] for router_interface (cbef5c56-0d19-4a35-8e5b-f4663b52c690), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:47.152659 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Set router 7e34a6e3-edc3-449f-a348-eb9b0461b06c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:54:47.175094 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3996c7c8-c8b3-41a4-8dec-ac7efc85e835 req-8b5fa317-82f7-480b-8d83-ac1dc96b09b9 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 210 time: 0.1899672 May 25 14:54:47.197588 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (42fffa2b-c6cb-461d-87e6-4832e303f8cb), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:47.220674 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:47.231715 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:47.439087 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52900) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:47.487336 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] Network ebc02943-e245-4287-8851-2c76f257286a is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:47.491260 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:47.503748 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:54:47.562121 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:47.577808 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565314'] for router_interface (12b10ba3-1fdf-4348-bae0-88b55dc3151c), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:47.579012 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] Network 0ddfa1ea-b411-4388-afb5-c29ffb748770 is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:47.599270 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:47.693290 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] Pushing event updated for resources: {'Port': ['ID=77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:47.739183 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:47.742064 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-fca475a5-e25b-4528-a236-d886fe9c0c91 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9c4c5c36276a46c491c4044806059cb2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2967534 May 25 14:54:47.749472 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52904) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:47.774467 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:43Z', 'revision_number': 3, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'gw_port': {'id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:47.794411 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:47.901255 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2930a7df-8379-4a2b-8188-5a85fe2c8927 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (623f8f91-eead-4814-ad4b-00e7c7a8b39c), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:47.924745 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Checking router: 7e34a6e3-edc3-449f-a348-eb9b0461b06c for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:54:47.925112 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Updating router 7e34a6e3-edc3-449f-a348-eb9b0461b06c port 9b9b1901-8b5b-46ce-af77-1a667a342133 binding host dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:54:47.960439 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Pushing event updated for resources: {'Port': ['ID=42fffa2b-c6cb-461d-87e6-4832e303f8cb,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:48.005585 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Sync routers for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:54:48.052417 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-3ca7ba6f-18cc-4649-9b9b-7636537a2534 None None] Provisioning complete for port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:48.052808 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ba6f-18cc-4649-9b9b-7636537a2534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:48.062607 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:54:48.066507 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:54:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:48.092495 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2930a7df-8379-4a2b-8188-5a85fe2c8927 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (623f8f91-eead-4814-ad4b-00e7c7a8b39c), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:48.125045 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (9b9b1901-8b5b-46ce-af77-1a667a342133), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:48.131835 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7ba6f-18cc-4649-9b9b-7636537a2534 None None] Port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:54:48.133975 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device faf1121b-2446-44cb-8c11-959ce3cd36f7 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:48.140735 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e544e2a0-2098-475e-aba4-24bf49cffcbb admin admin] Publish callbacks [] for security_group (2808025d-b0ce-488e-8d1f-989ddd6fa06e), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:48.220869 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930a7df-8379-4a2b-8188-5a85fe2c8927 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623f8f91-eead-4814-ad4b-00e7c7a8b39c,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:48.252905 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e544e2a0-2098-475e-aba4-24bf49cffcbb admin admin] Publish callbacks [] for security_group (2808025d-b0ce-488e-8d1f-989ddd6fa06e), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:48.261110 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '2f5acd3c-c621-489f-9168-6d1e80220740', 'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'mac_address': 'fa:16:3e:43:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:45Z', 'revision_number': 1, 'project_id': '18c8213736cf4113951fbb3520c18183', 'subnets': [{'id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:48.287268 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:48.294747 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:54:48.347296 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f24e2-2fc8-4716-a208-37cf62f9a3ee None None] The sync data for ids ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'] in dv-cinder-830283-3-iscsi is: [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '2f5acd3c-c621-489f-9168-6d1e80220740', 'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'mac_address': 'fa:16:3e:43:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:45Z', 'revision_number': 1, 'project_id': '18c8213736cf4113951fbb3520c18183', 'subnets': [{'id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:54:48.364651 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:48.377113 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] Router cbef5c56-0d19-4a35-8e5b-f4663b52c690 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:54:48.415885 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:48.437708 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-01f64a18-a088-4426-85b9-ba0d85c2823a None None] Provisioning complete for port 2f5acd3c-c621-489f-9168-6d1e80220740 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:48.438337 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-01f64a18-a088-4426-85b9-ba0d85c2823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (2f5acd3c-c621-489f-9168-6d1e80220740), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:48.549477 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2930a7df-8379-4a2b-8188-5a85fe2c8927 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:48.554372 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-2930a7df-8379-4a2b-8188-5a85fe2c8927 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9714911 May 25 14:54:48.559643 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52920) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:48.571138 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dfad1fd5-1949-4030-a19a-474eeda99610 req-9092656a-bc02-4912-b1c2-7dedf02b8d4a tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 210 time: 0.1806967 May 25 14:54:48.578953 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-f4759317-d0d7-4eae-b863-4d89d24b84bd tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'security_group_rule': {'security_group_id': '4036477b-92a2-4708-b96b-0d88cb8c6d20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:48.703079 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:48.705126 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 2, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:48.716901 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port faf1121b-2446-44cb-8c11-959ce3cd36f7 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:48.721980 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (faf1121b-2446-44cb-8c11-959ce3cd36f7), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:48.725844 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e544e2a0-2098-475e-aba4-24bf49cffcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (2808025d-b0ce-488e-8d1f-989ddd6fa06e), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:48.735239 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e544e2a0-2098-475e-aba4-24bf49cffcbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:48.742908 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-e544e2a0-2098-475e-aba4-24bf49cffcbb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2808025d-b0ce-488e-8d1f-989ddd6fa06e HTTP/1.1" status: 204 len: 168 time: 0.9896970 May 25 14:54:48.744219 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Checking router: e98aa9c8-7bcd-4315-a027-4c785c58670b for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:54:48.744772 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Updating router e98aa9c8-7bcd-4315-a027-4c785c58670b port c43f825a-d9b1-4728-aff7-c71223e35970 binding host dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:54:48.747918 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=100 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:48.823883 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (c43f825a-d9b1-4728-aff7-c71223e35970), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:48.832931 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.86', 49985) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:48.869427 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-01f64a18-a088-4426-85b9-ba0d85c2823a None None] Port 2f5acd3c-c621-489f-9168-6d1e80220740 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:54:49.086850 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544e2a0-2098-475e-aba4-24bf49cffcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2808025d-b0ce-488e-8d1f-989ddd6fa06e,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:49.112223 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:54:49.139237 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-1a186613-dc58-4a14-8a7d-1e0b65d35dc1 admin admin] 10.222.0.74 "PUT /v2.0/routers/cbef5c56-0d19-4a35-8e5b-f4663b52c690/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0072658 May 25 14:54:49.345039 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:49.451141 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port faf1121b-2446-44cb-8c11-959ce3cd36f7 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:49.451141 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (faf1121b-2446-44cb-8c11-959ce3cd36f7), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:49.457851 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:49.518563 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:49.543671 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f4759317-d0d7-4eae-b863-4d89d24b84bd tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (9fc1083c-fe20-46e3-a0d5-ee72fe0858a5), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:49.599234 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] For port faf1121b-2446-44cb-8c11-959ce3cd36f7, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=faf1121b-2446-44cb-8c11-959ce3cd36f7,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:54:49.668968 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (faf1121b-2446-44cb-8c11-959ce3cd36f7), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:49.704963 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-80891bcc-2272-474e-b0eb-e9caae6f4c75 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:49.722128 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-80891bcc-2272-474e-b0eb-e9caae6f4c75 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.86 "GET /v2.0/networks?id=5a350648-3aa0-418a-a25c-ca2375ff07bb HTTP/1.1" status: 200 len: 812 time: 0.8525407 May 25 14:54:49.731735 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Publish callbacks [] for port (c43f825a-d9b1-4728-aff7-c71223e35970), precommit_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:49.804527 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f59e8280-4761-49aa-a175-5a2883234a66 req-51b29b6a-4279-4123-a18f-80aea8e6ae0a tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 210 time: 0.0513895 May 25 14:54:49.809292 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (c43f825a-d9b1-4728-aff7-c71223e35970), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:49.884553 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-da251f7a-f2c3-455c-a20e-a4cbc72c023a tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Request body: {'port': {'device_id': '150d8545-ce77-41fa-9c4c-1d157e865b6c', 'network_id': '5a350648-3aa0-418a-a25c-ca2375ff07bb', 'admin_state_up': True, 'tenant_id': '4a1a1173d9a24de2b797fdf1c72f4131'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:49.929722 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f4759317-d0d7-4eae-b863-4d89d24b84bd tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (9fc1083c-fe20-46e3-a0d5-ee72fe0858a5), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:49.936165 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Publish callbacks [] for port (9b9b1901-8b5b-46ce-af77-1a667a342133), precommit_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:49.984757 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Pushing event updated for resources: {'Port': ['ID=faf1121b-2446-44cb-8c11-959ce3cd36f7,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:50.015883 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:50.055302 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (9b9b1901-8b5b-46ce-af77-1a667a342133), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:50.071615 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_common [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] Allocated IP 172.20.0.1 (1af7d524-3bf7-4e87-bf8e-df0a6b0097e3/2ddc4207-3cdb-480e-9ac3-b200998dd0b9/046875c1-2c4b-477e-8d70-b06725156f02) {{(pid=116226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:54:50.141941 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Attempting to bind port 9b9b1901-8b5b-46ce-af77-1a667a342133 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:54:50.142354 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Attempting to bind port 9b9b1901-8b5b-46ce-af77-1a667a342133 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:54:50.142786 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Attempting to bind port 9b9b1901-8b5b-46ce-af77-1a667a342133 on network e77a34f4-3c18-4df0-a57b-b0c373fbaaed {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:54:50.239509 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f4759317-d0d7-4eae-b863-4d89d24b84bd tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (9fc1083c-fe20-46e3-a0d5-ee72fe0858a5), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:50.240106 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:54:50.241373 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Checking segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:54:50.241957 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:50.242491 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Bound using segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:54:50.243161 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Bound port: 9b9b1901-8b5b-46ce-af77-1a667a342133, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:54:50.243701 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (9b9b1901-8b5b-46ce-af77-1a667a342133), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:50.247197 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 42fffa2b-c6cb-461d-87e6-4832e303f8cb up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:50.251200 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 52972) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:50.301601 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-5916d799-0757-49e6-a6ef-45d320b0e40f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--470864208', 'description': 'tempest-description--1903871230'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:50.324205 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] Publish callbacks [] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:50.388537 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Attempting to bind port c43f825a-d9b1-4728-aff7-c71223e35970 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:54:50.388915 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Attempting to bind port c43f825a-d9b1-4728-aff7-c71223e35970 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:54:50.390537 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Attempting to bind port c43f825a-d9b1-4728-aff7-c71223e35970 on network fa952598-36d5-42ef-b4ac-0f4017a94969 {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:54:50.404871 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:50.408812 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:54:50.409193 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Checking segment: {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:54:50.409605 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:50.412629 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Bound using segment: {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:54:50.414618 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Bound port: c43f825a-d9b1-4728-aff7-c71223e35970, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'}}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:54:50.415059 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (c43f825a-d9b1-4728-aff7-c71223e35970), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:50.424822 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f28382-34f3-4e04-a624-bfc3300d2b28 None None] Pushing event updated for resources: {'Port': ['ID=c43f825a-d9b1-4728-aff7-c71223e35970,revision_number=3']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:50.425219 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4759317-d0d7-4eae-b863-4d89d24b84bd tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc1083c-fe20-46e3-a0d5-ee72fe0858a5,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:50.450494 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] Publish callbacks [] for port (046875c1-2c4b-477e-8d70-b06725156f02), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:50.478518 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:50.619583 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] For port c43f825a-d9b1-4728-aff7-c71223e35970, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:54:50.625852 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] For port c43f825a-d9b1-4728-aff7-c71223e35970, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=c43f825a-d9b1-4728-aff7-c71223e35970,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:54:50.625992 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f4759317-d0d7-4eae-b863-4d89d24b84bd tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:50.625992 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-f4759317-d0d7-4eae-b863-4d89d24b84bd tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0640545 May 25 14:54:50.628561 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 52988) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:50.634121 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-ae81783e-edd3-4de5-b8f2-7c51deaa0d26 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'floatingip': {'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:50.667460 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (046875c1-2c4b-477e-8d70-b06725156f02), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:50.669753 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-b54e2bf1-35df-42ef-939e-2cc2275c6494 None None] Provisioning complete for port c43f825a-d9b1-4728-aff7-c71223e35970 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:50.670491 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-b54e2bf1-35df-42ef-939e-2cc2275c6494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (c43f825a-d9b1-4728-aff7-c71223e35970), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:50.674473 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] Pushing event updated for resources: {'Port': ['ID=77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:50.683906 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f12ac2-25a9-4dd2-b4e1-90289d7dc4a4 None None] Pushing event updated for resources: {'Port': ['ID=9b9b1901-8b5b-46ce-af77-1a667a342133,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:50.706218 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5916d799-0757-49e6-a6ef-45d320b0e40f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:50.735964 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (c43f825a-d9b1-4728-aff7-c71223e35970), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:50.738876 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-826829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567250'] for router_interface (12b10ba3-1fdf-4348-bae0-88b55dc3151c), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:50.749315 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] Pushing event updated for resources: {'Port': ['ID=046875c1-2c4b-477e-8d70-b06725156f02,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:50.755862 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:50.765317 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] Network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:50.766117 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-da251f7a-f2c3-455c-a20e-a4cbc72c023a tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Made reservation on behalf of 4a1a1173d9a24de2b797fdf1c72f4131 for: {'port': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:54:50.767761 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:50.770937 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-da251f7a-f2c3-455c-a20e-a4cbc72c023a tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:50.771240 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] Received port after_create {{(pid=116226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:54:50.818418 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:50.824475 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565314'] for router_interface (7e34a6e3-edc3-449f-a348-eb9b0461b06c), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:50.830696 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] For port 9b9b1901-8b5b-46ce-af77-1a667a342133, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:54:50.873726 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:54:50.880964 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:54:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:50.896484 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] For port 9b9b1901-8b5b-46ce-af77-1a667a342133, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=9b9b1901-8b5b-46ce-af77-1a667a342133,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:54:50.904771 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-b54e2bf1-35df-42ef-939e-2cc2275c6494 None None] Port c43f825a-d9b1-4728-aff7-c71223e35970 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:54:50.912961 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 42fffa2b-c6cb-461d-87e6-4832e303f8cb triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:50.914010 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (42fffa2b-c6cb-461d-87e6-4832e303f8cb), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:50.934331 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ae81783e-edd3-4de5-b8f2-7c51deaa0d26 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:51.009141 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (9b9b1901-8b5b-46ce-af77-1a667a342133), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:51.065092 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f28382-34f3-4e04-a624-bfc3300d2b28 None None] Pushing event updated for resources: {'Port': ['ID=c43f825a-d9b1-4728-aff7-c71223e35970,revision_number=4']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:51.111668 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:51.189356 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5916d799-0757-49e6-a6ef-45d320b0e40f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group (c1a771ba-45a9-46c4-8ed8-a07e381be726), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:51.233313 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:54:51.258381 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ad5ba79c-bed8-446f-8c20-2efaf17d8454 req-7d729be8-1818-4002-8a81-644fc2b0b0aa tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 210 time: 0.2426307 May 25 14:54:51.290764 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Routers {'7e34a6e3-edc3-449f-a348-eb9b0461b06c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:54:51.291431 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:54:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:51.318550 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5916d799-0757-49e6-a6ef-45d320b0e40f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (c1a771ba-45a9-46c4-8ed8-a07e381be726), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:51.446343 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] Set router 7e34a6e3-edc3-449f-a348-eb9b0461b06c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:54:51.466552 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916d799-0757-49e6-a6ef-45d320b0e40f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a771ba-45a9-46c4-8ed8-a07e381be726,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:51.497381 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 42fffa2b-c6cb-461d-87e6-4832e303f8cb is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:51.517057 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] Network ebc02943-e245-4287-8851-2c76f257286a is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:51.556269 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f12ac2-25a9-4dd2-b4e1-90289d7dc4a4 None None] Pushing event updated for resources: {'Port': ['ID=9b9b1901-8b5b-46ce-af77-1a667a342133,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:51.565742 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-845436ef-1ab7-4147-a208-300bdd40d84b None None] Provisioning complete for port 046875c1-2c4b-477e-8d70-b06725156f02 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:51.567486 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-845436ef-1ab7-4147-a208-300bdd40d84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (046875c1-2c4b-477e-8d70-b06725156f02), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:51.591467 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:51.660543 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ae81783e-edd3-4de5-b8f2-7c51deaa0d26 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:51.686759 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-845436ef-1ab7-4147-a208-300bdd40d84b None None] Port 046875c1-2c4b-477e-8d70-b06725156f02 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:54:51.864401 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:51.875232 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:51.898035 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5916d799-0757-49e6-a6ef-45d320b0e40f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:51.904285 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-5916d799-0757-49e6-a6ef-45d320b0e40f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6116352 May 25 14:54:51.917582 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:50Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:51.917878 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 53018) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:51.937385 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] Router 12b10ba3-1fdf-4348-bae0-88b55dc3151c has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:54:51.938876 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-201d274d-489f-4602-a8ea-e54d751f8f9d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Request body: {'security_group_rule': {'security_group_id': 'c1a771ba-45a9-46c4-8ed8-a07e381be726', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:51.998546 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafd6560-83af-4eed-9a8b-66f09b626f85 None None] The sync data for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi is: [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:50Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:54:52.006488 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (046875c1-2c4b-477e-8d70-b06725156f02), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:52.052573 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-da251f7a-f2c3-455c-a20e-a4cbc72c023a tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Allocated IP 172.20.0.3 (5a350648-3aa0-418a-a25c-ca2375ff07bb/6d92f0c1-4991-4420-ad6c-c5c4fb4d1810/47a43853-cc46-4066-8e17-9a8712025b8e) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:54:52.075453 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-404b73cd-3e61-410f-9c7e-6db54b68fd23 None None] Provisioning complete for port c43f825a-d9b1-4728-aff7-c71223e35970 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:52.076025 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-404b73cd-3e61-410f-9c7e-6db54b68fd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (c43f825a-d9b1-4728-aff7-c71223e35970), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:52.147551 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-201d274d-489f-4602-a8ea-e54d751f8f9d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group_rule (925c1ec6-fbbb-44a3-8984-86abaa2ad620), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:52.262549 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_common [None req-ae81783e-edd3-4de5-b8f2-7c51deaa0d26 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Allocated IP 172.27.1.231 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/8d526409-d525-48ee-a435-f2478659d18d) {{(pid=116226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:54:52.274006 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 34192ab8-b4fe-45a7-b276-c3453410bbaf up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:52.287093 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:43Z', 'revision_number': 3, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'gw_port': {'id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:52.432650 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e6e54-96a5-4b68-a659-433153faaa4e None None] The sync data for ids ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'] in dv-cinder-830283-3-iscsi is: [{'id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:43Z', 'revision_number': 3, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'gw_port': {'id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:54:52.627396 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ae81783e-edd3-4de5-b8f2-7c51deaa0d26 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for port (8d526409-d525-48ee-a435-f2478659d18d), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:52.668307 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-404b73cd-3e61-410f-9c7e-6db54b68fd23 None None] Current status of the port c43f825a-d9b1-4728-aff7-c71223e35970 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:52.668307 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-404b73cd-3e61-410f-9c7e-6db54b68fd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (c43f825a-d9b1-4728-aff7-c71223e35970), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:52.704396 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:54:52.711252 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:52.720197 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-c8c1db8b-ab5c-4102-a838-3d07651a4513 admin admin] 10.222.0.74 "PUT /v2.0/routers/12b10ba3-1fdf-4348-bae0-88b55dc3151c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0794907 May 25 14:54:52.721404 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:52.758460 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:52.784797 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-404b73cd-3e61-410f-9c7e-6db54b68fd23 None None] For port c43f825a-d9b1-4728-aff7-c71223e35970, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=c43f825a-d9b1-4728-aff7-c71223e35970,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:54:52.787279 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Sync routers for ids ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:54:52.803717 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 34192ab8-b4fe-45a7-b276-c3453410bbaf triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:52.804351 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (34192ab8-b4fe-45a7-b276-c3453410bbaf), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:52.838883 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ae81783e-edd3-4de5-b8f2-7c51deaa0d26 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (8d526409-d525-48ee-a435-f2478659d18d), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:52.860555 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Routers {'12b10ba3-1fdf-4348-bae0-88b55dc3151c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:54:52.861487 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:54:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:52.969155 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9062719e-3c70-4a91-af46-5737cbe9a42d req-cbcbd374-72cc-455d-91f7-4407b21dac3e tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 210 time: 0.2439396 May 25 14:54:53.027433 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Set router 12b10ba3-1fdf-4348-bae0-88b55dc3151c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:54:53.113163 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae81783e-edd3-4de5-b8f2-7c51deaa0d26 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:53.167544 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-ae81783e-edd3-4de5-b8f2-7c51deaa0d26 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:53.172969 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae81783e-edd3-4de5-b8f2-7c51deaa0d26 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Received port after_create {{(pid=116226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:54:53.222349 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-da251f7a-f2c3-455c-a20e-a4cbc72c023a tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Publish callbacks [] for port (47a43853-cc46-4066-8e17-9a8712025b8e), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:53.359770 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-201d274d-489f-4602-a8ea-e54d751f8f9d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group_rule (925c1ec6-fbbb-44a3-8984-86abaa2ad620), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:53.361725 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-404b73cd-3e61-410f-9c7e-6db54b68fd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (c43f825a-d9b1-4728-aff7-c71223e35970), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:53.412196 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81783e-edd3-4de5-b8f2-7c51deaa0d26 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'Port': ['ID=8d526409-d525-48ee-a435-f2478659d18d,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:53.515379 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:48Z', 'revision_number': 4, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96', 'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'mac_address': 'fa:16:3e:55:97:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 2, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'subnets': [{'id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:53.583938 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:53.584924 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-e13ddb36-5873-4667-8a10-5e072238f496 None None] Provisioning complete for port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:53.585511 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-e13ddb36-5873-4667-8a10-5e072238f496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:53.597128 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-da251f7a-f2c3-455c-a20e-a4cbc72c023a tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (47a43853-cc46-4066-8e17-9a8712025b8e), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:53.652933 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:53.654235 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-e13ddb36-5873-4667-8a10-5e072238f496 None None] Port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:54:53.666890 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Checking router: 12b10ba3-1fdf-4348-bae0-88b55dc3151c for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:54:53.668379 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Updating router 12b10ba3-1fdf-4348-bae0-88b55dc3151c port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 binding host dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:54:53.714668 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:53.778284 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-201d274d-489f-4602-a8ea-e54d751f8f9d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (925c1ec6-fbbb-44a3-8984-86abaa2ad620), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:53.857646 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-da251f7a-f2c3-455c-a20e-a4cbc72c023a tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Network 5a350648-3aa0-418a-a25c-ca2375ff07bb is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:53.894235 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-da251f7a-f2c3-455c-a20e-a4cbc72c023a tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:53.918094 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-da251f7a-f2c3-455c-a20e-a4cbc72c023a tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:54:53.929636 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da251f7a-f2c3-455c-a20e-a4cbc72c023a tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Pushing event updated for resources: {'Port': ['ID=47a43853-cc46-4066-8e17-9a8712025b8e,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:53.934390 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ae81783e-edd3-4de5-b8f2-7c51deaa0d26 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (6ac9ff80-34ce-4c07-a035-433f4c01873f), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:53.947557 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] Publish callbacks [] for port (046875c1-2c4b-477e-8d70-b06725156f02), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:53.985322 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d274d-489f-4602-a8ea-e54d751f8f9d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925c1ec6-fbbb-44a3-8984-86abaa2ad620,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:54.030830 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126892817'] for port (046875c1-2c4b-477e-8d70-b06725156f02), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.057401 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-da251f7a-f2c3-455c-a20e-a4cbc72c023a tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:54.059232 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-da251f7a-f2c3-455c-a20e-a4cbc72c023a tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.070090 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:54.127742 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b73cd-3e61-410f-9c7e-6db54b68fd23 None None] Pushing event updated for resources: {'Port': ['ID=c43f825a-d9b1-4728-aff7-c71223e35970,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:54.147133 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 34192ab8-b4fe-45a7-b276-c3453410bbaf is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:54.147453 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (34192ab8-b4fe-45a7-b276-c3453410bbaf), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.183418 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] For port 34192ab8-b4fe-45a7-b276-c3453410bbaf, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=34192ab8-b4fe-45a7-b276-c3453410bbaf,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:54:54.193553 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-da251f7a-f2c3-455c-a20e-a4cbc72c023a tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3591604 May 25 14:54:54.201833 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 53056) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:54.207275 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-f17bfd1b-dee3-4031-8e78-fa447d3f9047 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1705463185', 'description': 'tempest-description--124404587'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:54.243826 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-201d274d-489f-4602-a8ea-e54d751f8f9d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.243826 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-201d274d-489f-4602-a8ea-e54d751f8f9d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3246398 May 25 14:54:54.248076 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 53058) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:54.255431 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-2b78a013-8005-45a8-b385-a423f02f0e4c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Request body: {'security_group_rule': {'security_group_id': 'c1a771ba-45a9-46c4-8ed8-a07e381be726', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:54.339017 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4978dc7-a032-48c4-bb1a-5ff1f376582f req-5aef17df-2d5f-411e-860a-25fdd125e6ba tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:54.348767 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b4978dc7-a032-48c4-bb1a-5ff1f376582f req-5aef17df-2d5f-411e-860a-25fdd125e6ba tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 931 time: 0.2325017 May 25 14:54:54.355775 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ae81783e-edd3-4de5-b8f2-7c51deaa0d26 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (8d526409-d525-48ee-a435-f2478659d18d), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.365816 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f17bfd1b-dee3-4031-8e78-fa447d3f9047 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.365944 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] Pushing event updated for resources: {'Port': ['ID=046875c1-2c4b-477e-8d70-b06725156f02,revision_number=2']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:54.427530 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (34192ab8-b4fe-45a7-b276-c3453410bbaf), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.429204 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device faf1121b-2446-44cb-8c11-959ce3cd36f7 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:54.436154 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-826829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567250'] for router_interface (7e34a6e3-edc3-449f-a348-eb9b0461b06c), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.479306 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2b78a013-8005-45a8-b385-a423f02f0e4c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group_rule (38023fec-3adf-4f32-a742-a738ac1ef8b0), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.504751 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Publish callbacks [] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), precommit_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.626112 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Pushing event updated for resources: {'Port': ['ID=34192ab8-b4fe-45a7-b276-c3453410bbaf,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:54.643594 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port faf1121b-2446-44cb-8c11-959ce3cd36f7 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:54.645742 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (faf1121b-2446-44cb-8c11-959ce3cd36f7), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.660751 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.685532 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f17bfd1b-dee3-4031-8e78-fa447d3f9047 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group (eadfa96d-93a9-4a6e-98a0-9a57ed00b778), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.702719 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:54.723268 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] Network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:54.729341 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2b78a013-8005-45a8-b385-a423f02f0e4c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group_rule (38023fec-3adf-4f32-a742-a738ac1ef8b0), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.770414 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f17bfd1b-dee3-4031-8e78-fa447d3f9047 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (eadfa96d-93a9-4a6e-98a0-9a57ed00b778), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.793211 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:54.846858 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b4978dc7-a032-48c4-bb1a-5ff1f376582f req-65bc8d97-d529-4b5f-bd05-d54241573a49 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963696 May 25 14:54:54.875300 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2b78a013-8005-45a8-b385-a423f02f0e4c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (38023fec-3adf-4f32-a742-a738ac1ef8b0), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.880308 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:54.921699 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Attempting to bind port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:54:54.923746 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Attempting to bind port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': 'f03af469-759a-437c-aeec-2c02767c933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:54:54.925613 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17bfd1b-dee3-4031-8e78-fa447d3f9047 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eadfa96d-93a9-4a6e-98a0-9a57ed00b778,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:54.926188 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Attempting to bind port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 on network ebc02943-e245-4287-8851-2c76f257286a {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:54:54.949361 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:54:54.949622 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78a013-8005-45a8-b385-a423f02f0e4c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38023fec-3adf-4f32-a742-a738ac1ef8b0,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:54.950148 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Checking segment: {'id': 'f03af469-759a-437c-aeec-2c02767c933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:54:54.956019 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:54.957224 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.959980 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Bound using segment: {'id': 'f03af469-759a-437c-aeec-2c02767c933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:54:54.961410 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Bound port: 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03af469-759a-437c-aeec-2c02767c933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:54:54.961945 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.978491 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c576e-45fe-4209-93c3-9e8953030a9a None None] Pushing event updated for resources: {'Port': ['ID=77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:54.983882 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f17bfd1b-dee3-4031-8e78-fa447d3f9047 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:54.988735 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-f17bfd1b-dee3-4031-8e78-fa447d3f9047 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7822413 May 25 14:54:54.988735 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 53078) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:55.000424 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-c9fcf50d-7ecd-4416-b56d-9398c6be7c44 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Request body: {'security_group_rule': {'security_group_id': 'eadfa96d-93a9-4a6e-98a0-9a57ed00b778', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:55.032862 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2b78a013-8005-45a8-b385-a423f02f0e4c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:55.037475 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-2b78a013-8005-45a8-b385-a423f02f0e4c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7842090 May 25 14:54:55.038250 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 53080) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:55.072132 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-be19f509-054a-4c88-8b3a-d4d1d950aa5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Request body: {'floatingip': {'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:55.080391 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port faf1121b-2446-44cb-8c11-959ce3cd36f7 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:55.081857 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device c43f825a-d9b1-4728-aff7-c71223e35970 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:55.216858 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] For port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:54:55.220897 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] For port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96,segment=NetworkSegment(f03af469-759a-437c-aeec-2c02767c933a),segment_id=f03af469-759a-437c-aeec-2c02767c933a)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:54:55.222982 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port c43f825a-d9b1-4728-aff7-c71223e35970 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:55.223455 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (c43f825a-d9b1-4728-aff7-c71223e35970), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:55.227586 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-aabcca30-8bc2-4670-a79e-c98a2b9ecd8f None None] Provisioning complete for port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:55.227586 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-aabcca30-8bc2-4670-a79e-c98a2b9ecd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:55.245097 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] Router 7e34a6e3-edc3-449f-a348-eb9b0461b06c has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:54:55.267645 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-be19f509-054a-4c88-8b3a-d4d1d950aa5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:55.291166 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:55.297309 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-aabcca30-8bc2-4670-a79e-c98a2b9ecd8f None None] Port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:54:55.299219 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:55.314507 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ae81783e-edd3-4de5-b8f2-7c51deaa0d26 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for port (8d526409-d525-48ee-a435-f2478659d18d), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:55.391316 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c576e-45fe-4209-93c3-9e8953030a9a None None] Pushing event updated for resources: {'Port': ['ID=77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:55.402298 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Routers {'12b10ba3-1fdf-4348-bae0-88b55dc3151c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:54:55.402298 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:54:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:55.404403 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ae81783e-edd3-4de5-b8f2-7c51deaa0d26 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126892817'] for port (8d526409-d525-48ee-a435-f2478659d18d), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:55.429237 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-be19f509-054a-4c88-8b3a-d4d1d950aa5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:55.446975 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port c43f825a-d9b1-4728-aff7-c71223e35970 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:55.530225 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-8387e3cf-7eb8-44d4-a1ce-e21125467610 None None] Provisioning complete for port 046875c1-2c4b-477e-8d70-b06725156f02 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:55.531290 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-8387e3cf-7eb8-44d4-a1ce-e21125467610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (046875c1-2c4b-477e-8d70-b06725156f02), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:55.545071 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81783e-edd3-4de5-b8f2-7c51deaa0d26 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'Port': ['ID=8d526409-d525-48ee-a435-f2478659d18d,revision_number=2']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:55.549487 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:54:55.557720 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-e977d7a3-a385-4b64-ba50-fdfb952f1f58 admin admin] 10.222.0.74 "PUT /v2.0/routers/7e34a6e3-edc3-449f-a348-eb9b0461b06c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8196967 May 25 14:54:55.565768 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ae81783e-edd3-4de5-b8f2-7c51deaa0d26 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (6ac9ff80-34ce-4c07-a035-433f4c01873f), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:55.645332 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-be19f509-054a-4c88-8b3a-d4d1d950aa5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Allocated IP 172.27.1.180 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/a1efb4bc-332a-43a0-9552-a4e8b339bdea) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:54:55.650998 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf50d-7ecd-4416-b56d-9398c6be7c44 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group_rule (884733f0-cff4-44d1-9069-7605a59c2305), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:55.653451 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-8387e3cf-7eb8-44d4-a1ce-e21125467610 None None] Port 046875c1-2c4b-477e-8d70-b06725156f02 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:54:55.663662 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ae81783e-edd3-4de5-b8f2-7c51deaa0d26 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:55.665838 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-ae81783e-edd3-4de5-b8f2-7c51deaa0d26 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0353191 May 25 14:54:55.778157 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Sync routers for ids ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:54:55.798774 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Routers {'cbef5c56-0d19-4a35-8e5b-f4663b52c690'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:54:55.805109 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:54:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:55.809179 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-cce44f90-a5f6-4684-8908-d80d21e341e4 None None] Provisioning complete for port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:55.809559 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-cce44f90-a5f6-4684-8908-d80d21e341e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:55.865784 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:56.014489 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-cce44f90-a5f6-4684-8908-d80d21e341e4 None None] Current status of the port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:56.018396 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-cce44f90-a5f6-4684-8908-d80d21e341e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:56.022761 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 9b9b1901-8b5b-46ce-af77-1a667a342133 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:56.046963 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Set router cbef5c56-0d19-4a35-8e5b-f4663b52c690 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:54:56.069235 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:56.072136 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] Set router 12b10ba3-1fdf-4348-bae0-88b55dc3151c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:54:56.084889 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d765a-2b97-4c4c-ad6b-f56eaa854f40 req-c140d624-c597-4f12-9944-637023f67a04 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:56.097866 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-981d765a-2b97-4c4c-ad6b-f56eaa854f40 req-c140d624-c597-4f12-9944-637023f67a04 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 931 time: 0.1265316 May 25 14:54:56.148720 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf50d-7ecd-4416-b56d-9398c6be7c44 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group_rule (884733f0-cff4-44d1-9069-7605a59c2305), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:56.186525 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-be19f509-054a-4c88-8b3a-d4d1d950aa5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for port (a1efb4bc-332a-43a0-9552-a4e8b339bdea), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:56.191502 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-cce44f90-a5f6-4684-8908-d80d21e341e4 None None] For port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96,segment=NetworkSegment(f03af469-759a-437c-aeec-2c02767c933a),segment_id=f03af469-759a-437c-aeec-2c02767c933a)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:54:56.288389 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf50d-7ecd-4416-b56d-9398c6be7c44 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (884733f0-cff4-44d1-9069-7605a59c2305), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:56.365842 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-be19f509-054a-4c88-8b3a-d4d1d950aa5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (a1efb4bc-332a-43a0-9552-a4e8b339bdea), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:56.404031 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcf50d-7ecd-4416-b56d-9398c6be7c44 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884733f0-cff4-44d1-9069-7605a59c2305,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:56.452811 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-cce44f90-a5f6-4684-8908-d80d21e341e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:56.479784 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:56.486333 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '2f5acd3c-c621-489f-9168-6d1e80220740', 'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'mac_address': 'fa:16:3e:43:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 2, 'project_id': '18c8213736cf4113951fbb3520c18183', 'subnets': [{'id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:56.510336 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf50d-7ecd-4416-b56d-9398c6be7c44 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:56.514375 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-c9fcf50d-7ecd-4416-b56d-9398c6be7c44 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5226212 May 25 14:54:56.523099 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be19f509-054a-4c88-8b3a-d4d1d950aa5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:54:56.526672 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 53124) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:56.536926 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Checking router: cbef5c56-0d19-4a35-8e5b-f4663b52c690 for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:54:56.538134 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-be19f509-054a-4c88-8b3a-d4d1d950aa5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:54:56.544603 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Updating router cbef5c56-0d19-4a35-8e5b-f4663b52c690 port 2f5acd3c-c621-489f-9168-6d1e80220740 binding host dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:54:56.550261 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be19f509-054a-4c88-8b3a-d4d1d950aa5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:54:56.564231 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-aaf15720-c3f9-4284-9348-e8bca12c618b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Request body: {'security_group_rule': {'security_group_id': 'eadfa96d-93a9-4a6e-98a0-9a57ed00b778', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:56.613642 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 9b9b1901-8b5b-46ce-af77-1a667a342133 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:56.614038 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (9b9b1901-8b5b-46ce-af77-1a667a342133), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:56.634263 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (2f5acd3c-c621-489f-9168-6d1e80220740), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:56.636923 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19f509-054a-4c88-8b3a-d4d1d950aa5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Pushing event updated for resources: {'Port': ['ID=a1efb4bc-332a-43a0-9552-a4e8b339bdea,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:56.702217 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-981d765a-2b97-4c4c-ad6b-f56eaa854f40 req-57349e40-8e39-406c-b920-821bf460354e tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5973527 May 25 14:54:56.794985 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:56.801761 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-f8442617-4f9d-45f8-8cda-a31748bd5a9d tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:54:56.814418 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-f8442617-4f9d-45f8-8cda-a31748bd5a9d tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0232837 May 25 14:54:56.920124 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-be19f509-054a-4c88-8b3a-d4d1d950aa5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for floatingip (eec803a0-181e-4ed2-abce-92090a6556bf), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:56.941110 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-bc9e78b2-d0d7-4ce7-bbc6-4412f87b2b1e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:56.944087 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-bc9e78b2-d0d7-4ce7-bbc6-4412f87b2b1e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 819 time: 0.2691157 May 25 14:54:56.964694 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-a4f556a3-193a-4cc2-b023-7e05a328b00b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/quotas/9263e6d657dd458d9f497bb868adb941 HTTP/1.1" status: 200 len: 375 time: 0.0143719 May 25 14:54:56.975402 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-aaf15720-c3f9-4284-9348-e8bca12c618b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group_rule (62cd3939-204d-4e60-96e2-f75204bb1e83), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:57.020482 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce44f90-a5f6-4684-8908-d80d21e341e4 None None] Pushing event updated for resources: {'Port': ['ID=77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:57.033627 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:48Z', 'revision_number': 4, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96', 'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'mac_address': 'fa:16:3e:55:97:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:55Z', 'revision_number': 4, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'subnets': [{'id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:57.055112 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:57.130623 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a8245-fc95-4c43-b55f-057fe78edf84 None None] The sync data for ids ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'] in dv-cinder-830283-3-iscsi is: [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:48Z', 'revision_number': 4, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96', 'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'mac_address': 'fa:16:3e:55:97:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:55Z', 'revision_number': 4, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'subnets': [{'id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:54:57.194935 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Request body: {'port': {'device_id': '150d8545-ce77-41fa-9c4c-1d157e865b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:57.231321 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-aaf15720-c3f9-4284-9348-e8bca12c618b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group_rule (62cd3939-204d-4e60-96e2-f75204bb1e83), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:57.238628 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 9b9b1901-8b5b-46ce-af77-1a667a342133 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:57.239602 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (9b9b1901-8b5b-46ce-af77-1a667a342133), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:57.258142 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-be19f509-054a-4c88-8b3a-d4d1d950aa5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (a1efb4bc-332a-43a0-9552-a4e8b339bdea), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:57.327852 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] For port 9b9b1901-8b5b-46ce-af77-1a667a342133, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=9b9b1901-8b5b-46ce-af77-1a667a342133,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:54:57.331243 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-6257c12a-c0d0-490f-9a55-37b30f0e4d42 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3595569 May 25 14:54:57.351781 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-e412ceb2-dad3-4458-ba03-4e1077622a5a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1842594051&fields=id&tenant_id=c86222a9c32a4f77878dc82c40e38ff1 HTTP/1.1" status: 200 len: 267 time: 0.3421688 May 25 14:54:57.370916 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-aaf15720-c3f9-4284-9348-e8bca12c618b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (62cd3939-204d-4e60-96e2-f75204bb1e83), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:57.388782 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (47a43853-cc46-4066-8e17-9a8712025b8e), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:57.421619 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (9b9b1901-8b5b-46ce-af77-1a667a342133), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:57.425180 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 34192ab8-b4fe-45a7-b276-c3453410bbaf up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:57.515369 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf15720-c3f9-4284-9348-e8bca12c618b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62cd3939-204d-4e60-96e2-f75204bb1e83,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:57.609558 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Pushing event updated for resources: {'Port': ['ID=9b9b1901-8b5b-46ce-af77-1a667a342133,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:57.634620 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-aaf15720-c3f9-4284-9348-e8bca12c618b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:57.639384 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-aaf15720-c3f9-4284-9348-e8bca12c618b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1049840 May 25 14:54:57.646038 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 53154) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:57.654688 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-32bec221-f37a-4b62-b8f6-4564e08f85b1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Request body: {'floatingip': {'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:54:57.655751 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Publish callbacks [] for port (2f5acd3c-c621-489f-9168-6d1e80220740), precommit_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:57.728076 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (2f5acd3c-c621-489f-9168-6d1e80220740), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:57.778515 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:57.812811 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 34192ab8-b4fe-45a7-b276-c3453410bbaf triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:57.813837 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (34192ab8-b4fe-45a7-b276-c3453410bbaf), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:57.834732 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-e97e1fdc-b077-400d-ae1a-19c792faabbc service neutron] 10.222.0.74 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803171 May 25 14:54:57.843788 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f5cf-1628-4a41-bab8-110a1f6d3802 None None] Pushing event updated for resources: {'Port': ['ID=2f5acd3c-c621-489f-9168-6d1e80220740,revision_number=3']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:57.918046 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-78030216-f029-45af-b6d5-decfdd1950b9 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:57.922946 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-78030216-f029-45af-b6d5-decfdd1950b9 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/networks?id=fa952598-36d5-42ef-b4ac-0f4017a94969 HTTP/1.1" status: 200 len: 814 time: 0.5699990 May 25 14:54:57.943120 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:57.995531 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-32bec221-f37a-4b62-b8f6-4564e08f85b1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:58.003186 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-282267fb-3ad0-4e67-8b5c-95d7078b5ff8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/quotas/c86222a9c32a4f77878dc82c40e38ff1 HTTP/1.1" status: 200 len: 375 time: 0.0559871 May 25 14:54:58.143495 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 34192ab8-b4fe-45a7-b276-c3453410bbaf is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:58.145280 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device c43f825a-d9b1-4728-aff7-c71223e35970 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:58.168289 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Attempting to bind port 2f5acd3c-c621-489f-9168-6d1e80220740 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:54:58.168966 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Attempting to bind port 2f5acd3c-c621-489f-9168-6d1e80220740 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': 'd991c543-75a8-41ee-97d3-06fc338d6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770'}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:54:58.169544 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Attempting to bind port 2f5acd3c-c621-489f-9168-6d1e80220740 on network 0ddfa1ea-b411-4388-afb5-c29ffb748770 {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:54:58.185099 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:54:58.185740 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Checking segment: {'id': 'd991c543-75a8-41ee-97d3-06fc338d6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:54:58.186303 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:58.189637 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Bound using segment: {'id': 'd991c543-75a8-41ee-97d3-06fc338d6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770'} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:54:58.190341 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Bound port: 2f5acd3c-c621-489f-9168-6d1e80220740, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd991c543-75a8-41ee-97d3-06fc338d6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770'}}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:54:58.191095 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (2f5acd3c-c621-489f-9168-6d1e80220740), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:58.249202 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port c43f825a-d9b1-4728-aff7-c71223e35970 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:58.253553 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (c43f825a-d9b1-4728-aff7-c71223e35970), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:58.282892 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-3653fcc7-5134-4076-b4ac-6bd2cdcad90b tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1651638 May 25 14:54:58.361199 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-89c8bc90-d7ba-44db-81de-bfa1365cff50 service neutron] 10.222.0.74 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831860 May 25 14:54:58.386251 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:58.390607 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:58.408047 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:58.418631 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] For port 2f5acd3c-c621-489f-9168-6d1e80220740, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:54:58.418631 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] For port 2f5acd3c-c621-489f-9168-6d1e80220740, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=2f5acd3c-c621-489f-9168-6d1e80220740,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:54:58.471711 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port c43f825a-d9b1-4728-aff7-c71223e35970 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:58.485938 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-a45fe5df-81b6-4c9b-afaa-2141d9985f47 None None] Provisioning complete for port 2f5acd3c-c621-489f-9168-6d1e80220740 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:58.488407 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a45fe5df-81b6-4c9b-afaa-2141d9985f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (2f5acd3c-c621-489f-9168-6d1e80220740), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:58.523369 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (2f5acd3c-c621-489f-9168-6d1e80220740), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:58.529977 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:58.557786 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-dc9e3b57-e390-4ab1-962e-a111de7b9757 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:54:58.568511 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-dc9e3b57-e390-4ab1-962e-a111de7b9757 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1459577 May 25 14:54:58.621340 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-a45fe5df-81b6-4c9b-afaa-2141d9985f47 None None] Port 2f5acd3c-c621-489f-9168-6d1e80220740 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:54:58.643220 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:58.666429 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Routers {'cbef5c56-0d19-4a35-8e5b-f4663b52c690'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:54:58.667229 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:54:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:54:58.746339 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f5cf-1628-4a41-bab8-110a1f6d3802 None None] Pushing event updated for resources: {'Port': ['ID=2f5acd3c-c621-489f-9168-6d1e80220740,revision_number=4']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:54:58.859676 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 9b9b1901-8b5b-46ce-af77-1a667a342133 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:59.004549 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-146a1eb5-c2c7-44e5-9c0e-6c9252eec440 service neutron] 10.222.0.74 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337265 May 25 14:54:59.006246 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 9b9b1901-8b5b-46ce-af77-1a667a342133 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:59.006694 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (9b9b1901-8b5b-46ce-af77-1a667a342133), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:59.054469 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] Set router cbef5c56-0d19-4a35-8e5b-f4663b52c690 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:54:59.113381 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:59.245969 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 9b9b1901-8b5b-46ce-af77-1a667a342133 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:54:59.252797 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:54:59.268359 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-be19f509-054a-4c88-8b3a-d4d1d950aa5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for port (a1efb4bc-332a-43a0-9552-a4e8b339bdea), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:59.295967 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-32bec221-f37a-4b62-b8f6-4564e08f85b1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:59.308344 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fa9d3-0677-43b6-8557-93d38b8ae9ac req-dd8d9aec-631a-46a2-9705-07bcdbedf629 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:54:59.323024 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e12fa9d3-0677-43b6-8557-93d38b8ae9ac req-dd8d9aec-631a-46a2-9705-07bcdbedf629 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 931 time: 0.1600747 May 25 14:54:59.612947 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-aab8619d-a12e-43b8-8610-44639500b740 service neutron] 10.222.0.74 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941658 May 25 14:54:59.642489 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e12fa9d3-0677-43b6-8557-93d38b8ae9ac req-584e6f3d-8268-4cbf-a1e8-1fe4c8d9998b tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182027 May 25 14:54:59.727584 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-be19f509-054a-4c88-8b3a-d4d1d950aa5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (a1efb4bc-332a-43a0-9552-a4e8b339bdea), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:59.754496 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-01f78c2a-e16f-4c03-b7a5-9bee34caa57c req-88e07bbe-2786-445c-9880-e114571b88f5 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 210 time: 0.0559845 May 25 14:54:59.764968 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Sync routers for ids ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:54:59.769999 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:59.901775 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-9938b36d-6ba2-437c-aaff-e7752682b09b None None] Provisioning complete for port 2f5acd3c-c621-489f-9168-6d1e80220740 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:54:59.918487 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-9938b36d-6ba2-437c-aaff-e7752682b09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (2f5acd3c-c621-489f-9168-6d1e80220740), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:59.954728 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-be19f509-054a-4c88-8b3a-d4d1d950aa5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (eec803a0-181e-4ed2-abce-92090a6556bf), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:00.022114 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '2f5acd3c-c621-489f-9168-6d1e80220740', 'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'mac_address': 'fa:16:3e:43:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:58Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'subnets': [{'id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:55:00.029029 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Routers {'7e34a6e3-edc3-449f-a348-eb9b0461b06c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:55:00.031267 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:54:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:55:00.080652 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-32bec221-f37a-4b62-b8f6-4564e08f85b1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Allocated IP 172.27.1.115 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/01675e62-0db1-469a-887b-3798127f68a9) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:55:00.107241 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa254441-7327-42c0-95d7-efb0f8b385f8 None None] The sync data for ids ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'] in dv-cinder-830283-3-iscsi is: [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '2f5acd3c-c621-489f-9168-6d1e80220740', 'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'mac_address': 'fa:16:3e:43:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:58Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'subnets': [{'id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:55:00.182904 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:55:00.184752 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:00.344232 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a43853-cc46-4066-8e17-9a8712025b8e {{(pid=116225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:55:00.381519 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Publish callbacks [] for port (47a43853-cc46-4066-8e17-9a8712025b8e), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:00.437352 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-be19f509-054a-4c88-8b3a-d4d1d950aa5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:00.439255 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-be19f509-054a-4c88-8b3a-d4d1d950aa5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3934753 May 25 14:55:00.467658 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dacc6a4f-a4b7-4e0c-83da-b115ce15fb10 req-02168943-60b8-4883-b443-651dcbcd005a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 210 time: 0.1211512 May 25 14:55:00.506700 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-22cfb15f-d9d7-44cc-8261-2da7d77bad1f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:00.518169 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-22cfb15f-d9d7-44cc-8261-2da7d77bad1f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 819 time: 0.4891233 May 25 14:55:00.541311 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.provisioning_blocks [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Transition to ACTIVE for port object 47a43853-cc46-4066-8e17-9a8712025b8e will not be triggered until provisioned by entity L2. {{(pid=116225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:55:00.541541 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19f509-054a-4c88-8b3a-d4d1d950aa5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Pushing event updated for resources: {'Port': ['ID=a1efb4bc-332a-43a0-9552-a4e8b339bdea,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:00.558186 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-4380c4a5-7ec9-45c5-b417-483f09518bbe tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/quotas/9263e6d657dd458d9f497bb868adb941 HTTP/1.1" status: 200 len: 375 time: 0.0347180 May 25 14:55:00.726676 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-4925a4ab-768b-474d-97ae-9ced96bc0c36 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1676173 May 25 14:55:00.728470 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (47a43853-cc46-4066-8e17-9a8712025b8e), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:00.776239 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Set router 7e34a6e3-edc3-449f-a348-eb9b0461b06c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:55:00.928643 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:00.939428 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:55:00.947439 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-9938b36d-6ba2-437c-aaff-e7752682b09b None None] Current status of the port 2f5acd3c-c621-489f-9168-6d1e80220740 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:55:00.953440 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-9938b36d-6ba2-437c-aaff-e7752682b09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (2f5acd3c-c621-489f-9168-6d1e80220740), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:00.971990 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Pushing event updated for resources: {'Port': ['ID=47a43853-cc46-4066-8e17-9a8712025b8e,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:01.026175 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbabe74-875c-4976-998c-9826fbfde770 req-45399d85-0961-4456-9cad-c85202a13399 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:01.027978 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6dbabe74-875c-4976-998c-9826fbfde770 req-45399d85-0961-4456-9cad-c85202a13399 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.1584532 May 25 14:55:01.055229 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:01.092751 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:01.158041 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-4b3e7abf-66cd-4408-9386-3eb45534e483 service neutron] 10.222.0.74 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303768 May 25 14:55:01.259500 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-32bec221-f37a-4b62-b8f6-4564e08f85b1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for port (01675e62-0db1-469a-887b-3798127f68a9), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:01.282622 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 2f5acd3c-c621-489f-9168-6d1e80220740 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:55:01.301559 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Attempting to bind port 47a43853-cc46-4066-8e17-9a8712025b8e on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:55:01.302037 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Attempting to bind port 47a43853-cc46-4066-8e17-9a8712025b8e by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': 'aea91550-501d-4af2-a364-c9f6af86da22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '5a350648-3aa0-418a-a25c-ca2375ff07bb'}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:55:01.302393 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Attempting to bind port 47a43853-cc46-4066-8e17-9a8712025b8e on network 5a350648-3aa0-418a-a25c-ca2375ff07bb {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:55:01.324989 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Port 47a43853-cc46-4066-8e17-9a8712025b8e on network 5a350648-3aa0-418a-a25c-ca2375ff07bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:55:01.334146 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Attempting to bind port 47a43853-cc46-4066-8e17-9a8712025b8e on network 5a350648-3aa0-418a-a25c-ca2375ff07bb {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:55:01.338543 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6dbabe74-875c-4976-998c-9826fbfde770 req-e6b04ba5-90b3-4f21-acc1-9848a4fd972f tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959156 May 25 14:55:01.344852 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:55:01.345437 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Checking segment: {'id': 'aea91550-501d-4af2-a364-c9f6af86da22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '5a350648-3aa0-418a-a25c-ca2375ff07bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:55:01.346177 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Bound using segment: {'id': 'aea91550-501d-4af2-a364-c9f6af86da22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '5a350648-3aa0-418a-a25c-ca2375ff07bb'} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:55:01.347377 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Bound port: 47a43853-cc46-4066-8e17-9a8712025b8e, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea91550-501d-4af2-a364-c9f6af86da22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '5a350648-3aa0-418a-a25c-ca2375ff07bb'}}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:55:01.348007 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (47a43853-cc46-4066-8e17-9a8712025b8e), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:01.388354 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-9938b36d-6ba2-437c-aaff-e7752682b09b None None] For port 2f5acd3c-c621-489f-9168-6d1e80220740, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=2f5acd3c-c621-489f-9168-6d1e80220740,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:01.422781 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-fe6301fa-3ca6-4290-9d83-9e75e0b37596 service neutron] 10.222.0.74 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637966 May 25 14:55:01.451985 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] For port 47a43853-cc46-4066-8e17-9a8712025b8e, host hv-cinder-83028, cleared binding levels {{(pid=116225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:55:01.458237 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] For port 47a43853-cc46-4066-8e17-9a8712025b8e, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=47a43853-cc46-4066-8e17-9a8712025b8e,segment=NetworkSegment(aea91550-501d-4af2-a364-c9f6af86da22),segment_id=aea91550-501d-4af2-a364-c9f6af86da22)] {{(pid=116225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:55:01.484344 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-32bec221-f37a-4b62-b8f6-4564e08f85b1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (01675e62-0db1-469a-887b-3798127f68a9), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:01.504822 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 2f5acd3c-c621-489f-9168-6d1e80220740 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:55:01.505250 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (2f5acd3c-c621-489f-9168-6d1e80220740), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:01.567926 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (47a43853-cc46-4066-8e17-9a8712025b8e), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:01.573060 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:01.574774 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:51Z', 'revision_number': 4, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'gw_port': {'id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '046875c1-2c4b-477e-8d70-b06725156f02', 'name': '', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'mac_address': 'fa:16:3e:f5:94:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:49Z', 'updated_at': '2022-05-25T14:54:53Z', 'revision_number': 2, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'subnets': [{'id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:55:01.580915 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:55:01.599244 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bec221-f37a-4b62-b8f6-4564e08f85b1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:55:01.600034 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bec221-f37a-4b62-b8f6-4564e08f85b1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Pushing event updated for resources: {'Port': ['ID=01675e62-0db1-469a-887b-3798127f68a9,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:01.607547 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-32bec221-f37a-4b62-b8f6-4564e08f85b1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:55:01.630009 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bec221-f37a-4b62-b8f6-4564e08f85b1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:55:01.639821 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:01.639821 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:01.639821 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] 10.222.0.86 "PUT /v2.0/ports/47a43853-cc46-4066-8e17-9a8712025b8e HTTP/1.1" status: 200 len: 1093 time: 4.6505375 May 25 14:55:01.639821 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150d8545-ce77-41fa-9c4c-1d157e865b6c', 'tag': '47a43853-cc46-4066-8e17-9a8712025b8e'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:55:01.640152 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-9938b36d-6ba2-437c-aaff-e7752682b09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (2f5acd3c-c621-489f-9168-6d1e80220740), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:01.647229 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Checking router: 7e34a6e3-edc3-449f-a348-eb9b0461b06c for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:55:01.647705 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Updating router 7e34a6e3-edc3-449f-a348-eb9b0461b06c port 046875c1-2c4b-477e-8d70-b06725156f02 binding host dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:55:01.656677 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-94a4a611-8a1e-469c-9015-0ec072a4e5d4 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--470864208&fields=id&tenant_id=18c8213736cf4113951fbb3520c18183 HTTP/1.1" status: 200 len: 267 time: 0.1001251 May 25 14:55:01.781924 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c1c2d-03b0-48a2-b32b-d0315648d2dc service neutron] Pushing event updated for resources: {'Port': ['ID=47a43853-cc46-4066-8e17-9a8712025b8e,revision_number=3']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:01.850483 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (046875c1-2c4b-477e-8d70-b06725156f02), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:01.863781 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2879e40a-d9b7-4355-8691-55b48e8f5497 req-8166ef94-20aa-4a1a-932d-2b74dbd13f31 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 210 time: 0.0742300 May 25 14:55:01.892160 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:01.939423 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a8f764-1550-4370-97f4-c0ce141d56c6" -d '{"events": [{"name": "network-changed", "server_uuid": "150d8545-ce77-41fa-9c4c-1d157e865b6c", "tag": "47a43853-cc46-4066-8e17-9a8712025b8e"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:55:02.033269 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-70d80ea2-e827-4e5c-add7-a14204582b24 req-1bdfe92b-f66c-4a3d-88ff-c7bd03ac0b0e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 210 time: 0.1035063 May 25 14:55:02.080910 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-32bec221-f37a-4b62-b8f6-4564e08f85b1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for floatingip (e622a0ae-2e00-41ef-a619-dc7e91bfe480), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:02.094608 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-87363218-c593-4284-bced-dcb22b296957 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:02.096571 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-87363218-c593-4284-bced-dcb22b296957 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/networks?id=0ddfa1ea-b411-4388-afb5-c29ffb748770 HTTP/1.1" status: 200 len: 817 time: 0.4309521 May 25 14:55:02.099579 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 2f5acd3c-c621-489f-9168-6d1e80220740 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:55:02.133455 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938b36d-6ba2-437c-aaff-e7752682b09b None None] Pushing event updated for resources: {'Port': ['ID=2f5acd3c-c621-489f-9168-6d1e80220740,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:02.150266 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-66e5c4fd-ef1a-4485-8929-396cb26fbcdf tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/quotas/18c8213736cf4113951fbb3520c18183 HTTP/1.1" status: 200 len: 375 time: 0.0416052 May 25 14:55:02.207991 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-d2d37875-ae01-4a0f-80cd-100c4345de45 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=18c8213736cf4113951fbb3520c18183&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563545 May 25 14:55:02.278511 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefa16ec-5ad1-428f-a922-3e5e3627ffa6 x-openstack-request-id: req-cefa16ec-5ad1-428f-a922-3e5e3627ffa6 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:55:02.280611 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150d8545-ce77-41fa-9c4c-1d157e865b6c", "tag": "47a43853-cc46-4066-8e17-9a8712025b8e", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:55:02.281602 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cefa16ec-5ad1-428f-a922-3e5e3627ffa6 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:55:02.282855 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cefa16ec-5ad1-428f-a922-3e5e3627ffa6'] response: {'name': 'network-changed', 'server_uuid': '150d8545-ce77-41fa-9c4c-1d157e865b6c', 'tag': '47a43853-cc46-4066-8e17-9a8712025b8e', 'status': 'completed', 'code': 200} May 25 14:55:02.297566 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-32bec221-f37a-4b62-b8f6-4564e08f85b1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (01675e62-0db1-469a-887b-3798127f68a9), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:02.376390 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-2002415e-0ee6-4a75-8c48-c47877f4cd12 service neutron] 10.222.0.74 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497769 May 25 14:55:02.477471 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:02.558105 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Publish callbacks [] for port (046875c1-2c4b-477e-8d70-b06725156f02), precommit_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:02.637551 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-32bec221-f37a-4b62-b8f6-4564e08f85b1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for port (01675e62-0db1-469a-887b-3798127f68a9), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:02.676978 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (046875c1-2c4b-477e-8d70-b06725156f02), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:02.710283 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-32bec221-f37a-4b62-b8f6-4564e08f85b1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (01675e62-0db1-469a-887b-3798127f68a9), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:02.728164 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98867faa-4606-4902-ba0b-8602b886303a req-92de94d4-702d-4075-9949-10a16b0949fd tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:02.750062 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-98867faa-4606-4902-ba0b-8602b886303a req-92de94d4-702d-4075-9949-10a16b0949fd tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.2672760 May 25 14:55:02.767766 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ce048-06dc-42f2-8e1c-4d8738ff68f1 None None] Pushing event updated for resources: {'Port': ['ID=046875c1-2c4b-477e-8d70-b06725156f02,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:02.796928 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:02.802926 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bec221-f37a-4b62-b8f6-4564e08f85b1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Pushing event updated for resources: {'Port': ['ID=01675e62-0db1-469a-887b-3798127f68a9,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:02.863392 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Attempting to bind port 046875c1-2c4b-477e-8d70-b06725156f02 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:55:02.864520 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Attempting to bind port 046875c1-2c4b-477e-8d70-b06725156f02 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:55:02.864974 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Attempting to bind port 046875c1-2c4b-477e-8d70-b06725156f02 on network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:55:02.870969 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-98867faa-4606-4902-ba0b-8602b886303a req-829d7a24-e055-4569-84b0-dbd841131f2f tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198659 May 25 14:55:02.876351 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-052467a7-b342-40f4-966c-b77d8e81db92 service neutron] 10.222.0.74 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938955 May 25 14:55:02.876552 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:55:02.878314 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Checking segment: {'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:55:02.879524 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:02.879922 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Bound using segment: {'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:55:02.880399 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Bound port: 046875c1-2c4b-477e-8d70-b06725156f02, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:55:02.880815 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (046875c1-2c4b-477e-8d70-b06725156f02), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:02.916488 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:02.925852 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-32bec221-f37a-4b62-b8f6-4564e08f85b1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (e622a0ae-2e00-41ef-a619-dc7e91bfe480), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:03.084934 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] For port 046875c1-2c4b-477e-8d70-b06725156f02, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:55:03.089147 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] For port 046875c1-2c4b-477e-8d70-b06725156f02, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=046875c1-2c4b-477e-8d70-b06725156f02,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:55:03.111305 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 2f5acd3c-c621-489f-9168-6d1e80220740 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:55:03.115809 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:03.120070 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-32bec221-f37a-4b62-b8f6-4564e08f85b1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:03.121487 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-32bec221-f37a-4b62-b8f6-4564e08f85b1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4743555 May 25 14:55:03.125338 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b543c451-ed70-4368-90e1-b3560c43ba7b req-d1edcecf-0540-42b8-a8a5-53d2f8851be6 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 210 time: 0.0961983 May 25 14:55:03.203963 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-2716d40d-54bd-40e4-b0d4-aefbf60a171c None None] Provisioning complete for port 046875c1-2c4b-477e-8d70-b06725156f02 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:55:03.204600 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2716d40d-54bd-40e4-b0d4-aefbf60a171c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (046875c1-2c4b-477e-8d70-b06725156f02), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:03.255940 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (046875c1-2c4b-477e-8d70-b06725156f02), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:03.377404 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-2716d40d-54bd-40e4-b0d4-aefbf60a171c None None] Port 046875c1-2c4b-477e-8d70-b06725156f02 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:55:03.382117 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Routers {'7e34a6e3-edc3-449f-a348-eb9b0461b06c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:55:03.383249 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:54:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:55:03.415836 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-70b7d599-0905-4bf5-b476-a59885eb4612 req-7f81e02f-caff-436c-8695-82d6d9869936 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 210 time: 0.0681515 May 25 14:55:03.473574 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 2f5acd3c-c621-489f-9168-6d1e80220740 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:55:03.473770 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (2f5acd3c-c621-489f-9168-6d1e80220740), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:03.523265 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ce048-06dc-42f2-8e1c-4d8738ff68f1 None None] Pushing event updated for resources: {'Port': ['ID=046875c1-2c4b-477e-8d70-b06725156f02,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:03.566966 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:03.578503 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:03.596533 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fbf7673d-d9b5-4145-9bc8-53acceedd03c req-c4c727d0-278c-431a-b281-2ced1eb94671 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0969687 May 25 14:55:03.609897 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-e64cecb2-bcb1-4381-8ec1-6116bc9ed7eb tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1705463185&fields=id&tenant_id=89a36e186c5f4d3c8b9030d91f6a30f6 HTTP/1.1" status: 200 len: 267 time: 0.1429851 May 25 14:55:03.630682 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] Set router 7e34a6e3-edc3-449f-a348-eb9b0461b06c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:55:03.643562 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:03.664105 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 2f5acd3c-c621-489f-9168-6d1e80220740 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:55:03.756103 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-1d445f87-80e4-4c97-afda-2c899e82e6e9 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:03.757626 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-1d445f87-80e4-4c97-afda-2c899e82e6e9 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/networks?id=ebc02943-e245-4287-8851-2c76f257286a HTTP/1.1" status: 200 len: 810 time: 0.1380582 May 25 14:55:03.773636 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-21185c47-5c7b-4a3b-a5e3-64f700820f01 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/quotas/89a36e186c5f4d3c8b9030d91f6a30f6 HTTP/1.1" status: 200 len: 375 time: 0.0104778 May 25 14:55:03.833274 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-29c6bd0f-22da-4495-a6b9-084507aa3a52 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=89a36e186c5f4d3c8b9030d91f6a30f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537817 May 25 14:55:03.841734 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-2ff1ebe5-26c0-4225-8a4d-d5a5b0be462f None None] Provisioning complete for port 046875c1-2c4b-477e-8d70-b06725156f02 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:55:03.842133 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ebe5-26c0-4225-8a4d-d5a5b0be462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (046875c1-2c4b-477e-8d70-b06725156f02), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:03.947257 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:03.960533 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-6c6fc7f9-4f56-47cf-b852-1622c0c14785 service neutron] 10.222.0.74 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154768 May 25 14:55:03.992320 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:04.024434 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-2ff1ebe5-26c0-4225-8a4d-d5a5b0be462f None None] Current status of the port 046875c1-2c4b-477e-8d70-b06725156f02 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:55:04.024927 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ebe5-26c0-4225-8a4d-d5a5b0be462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (046875c1-2c4b-477e-8d70-b06725156f02), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:04.047124 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:51Z', 'revision_number': 4, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'gw_port': {'id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '046875c1-2c4b-477e-8d70-b06725156f02', 'name': '', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'mac_address': 'fa:16:3e:f5:94:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:49Z', 'updated_at': '2022-05-25T14:55:03Z', 'revision_number': 4, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'subnets': [{'id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:55:04.055617 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9b94f-d2be-4cdf-9f75-d123d18657c0 req-774e0a85-5d11-4614-834f-196fac76517f tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:04.057171 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dbb9b94f-d2be-4cdf-9f75-d123d18657c0 req-774e0a85-5d11-4614-834f-196fac76517f tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.0998843 May 25 14:55:04.081066 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e00c51-fa8f-4d3b-b8f7-c01ffecd32ae None None] The sync data for ids ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'] in dv-cinder-830283-3-iscsi is: [{'id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:51Z', 'revision_number': 4, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'gw_port': {'id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '046875c1-2c4b-477e-8d70-b06725156f02', 'name': '', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'mac_address': 'fa:16:3e:f5:94:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:49Z', 'updated_at': '2022-05-25T14:55:03Z', 'revision_number': 4, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'subnets': [{'id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:55:04.098470 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-2ff1ebe5-26c0-4225-8a4d-d5a5b0be462f None None] For port 046875c1-2c4b-477e-8d70-b06725156f02, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=046875c1-2c4b-477e-8d70-b06725156f02,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:04.114663 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-73e225b9-1ade-43b1-811e-c79a492bd85d service neutron] 10.222.0.74 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454108 May 25 14:55:04.136375 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dbb9b94f-d2be-4cdf-9f75-d123d18657c0 req-e0451bd6-a7bd-47b9-8761-a026f4709ea1 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577717 May 25 14:55:04.193507 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ebe5-26c0-4225-8a4d-d5a5b0be462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (046875c1-2c4b-477e-8d70-b06725156f02), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:04.348482 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-381aa2a6-1ce6-43ad-8b76-7e2908024757 req-0af978e2-ce11-45e4-bb5f-e41c5feb1492 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 210 time: 0.0885305 May 25 14:55:04.353313 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1ebe5-26c0-4225-8a4d-d5a5b0be462f None None] Pushing event updated for resources: {'Port': ['ID=046875c1-2c4b-477e-8d70-b06725156f02,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:04.426684 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:04.536934 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-215ffcd1-a58e-43c0-846e-7ff667cd27d0 req-03901f8e-20c8-4ed1-aed4-6280f74bc018 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 210 time: 0.1014540 May 25 14:55:04.614873 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7e66d2f4-dda9-443f-ba3d-b881b4988e97 req-3067067e-203d-4b3d-a0a9-728a394fab08 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 210 time: 0.0767915 May 25 14:55:04.722360 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-82581ade-c1ec-44a7-a6e7-823f66cf38d0 req-e7d94e86-8ba8-44a6-9cdf-ce84b40c86d4 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0450294 May 25 14:55:05.051362 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 046875c1-2c4b-477e-8d70-b06725156f02 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:55:05.104039 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 046875c1-2c4b-477e-8d70-b06725156f02 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:55:05.104039 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (046875c1-2c4b-477e-8d70-b06725156f02), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:05.174943 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:05.179711 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 046875c1-2c4b-477e-8d70-b06725156f02 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:55:05.263039 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da8f91-ebcb-4305-b0db-cc13337b33c5 req-427d8fc8-6a17-48c6-b81c-cad8fdd4d817 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:05.264603 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-91da8f91-ebcb-4305-b0db-cc13337b33c5 req-427d8fc8-6a17-48c6-b81c-cad8fdd4d817 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.0539033 May 25 14:55:05.320131 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-91da8f91-ebcb-4305-b0db-cc13337b33c5 req-b8eedde9-c7bf-408f-816d-ff5f0d80bf7d tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481050 May 25 14:55:05.427554 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:05.477625 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e0393407-47cf-413c-9fc1-1bd5a821c4f4 req-a4b669ce-5ee1-4649-8a29-267ecbd25100 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 210 time: 0.0300391 May 25 14:55:05.657405 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fed64180-6cc6-438b-8dd3-bdbbc364397f req-faeafc89-d76d-4675-a8ac-3dce860515e9 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 210 time: 0.0350580 May 25 14:55:05.728179 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5169dfe5-c062-49be-9470-f541fdf2a265 req-0e712061-4a58-478c-b9d2-bd2179b870a4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 210 time: 0.0292416 May 25 14:55:05.841597 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-28ff29f2-a9db-4c05-b35d-a9278254786e req-976be558-194f-4fc5-8846-95211bd4b25d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0313549 May 25 14:55:06.437281 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e0cfb-eaf4-4c30-9a07-bb5e17831814 req-8402c30b-60f5-476e-b04c-3a0113308af5 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:06.439274 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-829e0cfb-eaf4-4c30-9a07-bb5e17831814 req-8402c30b-60f5-476e-b04c-3a0113308af5 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.0511527 May 25 14:55:06.509748 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-829e0cfb-eaf4-4c30-9a07-bb5e17831814 req-bdec066c-dab2-465f-8c3e-213761ca14b0 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634792 May 25 14:55:06.604021 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7e90ff4a-236a-40f1-8908-e4ec78359a57 req-0fd12509-46f6-4e24-a333-ebeb684e54a9 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 210 time: 0.0316613 May 25 14:55:06.763396 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-611d2eac-4064-4ab6-9a8e-a20541da6262 req-8c2d9512-7d9b-4fac-8808-d9d15eb8ccf5 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 210 time: 0.0312490 May 25 14:55:06.849463 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-48a79d66-b9e1-431d-bb02-28391c3b3509 req-8ca5dbe5-3823-4729-a6e0-10fab5144f4d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 210 time: 0.0350094 May 25 14:55:06.866249 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-3db9262f-568c-4feb-bb7f-cc40280fb092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:06.941057 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:06.962687 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-45881bae-892c-4f8d-90e1-2fc8ca5cfaca req-904cecb7-d704-4487-bf72-e039446ec500 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0305498 May 25 14:55:07.671423 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eedef0-c497-4ec3-bb93-e156d530799a req-5d83d22b-4789-4abf-b014-e24df9b26e8c tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:07.679085 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-97eedef0-c497-4ec3-bb93-e156d530799a req-5d83d22b-4789-4abf-b014-e24df9b26e8c tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.0867000 May 25 14:55:07.745778 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e58f637f-7840-4823-98d0-a5440d626cac req-3cb48312-006f-4455-9f2d-b469f8434750 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 210 time: 0.0371695 May 25 14:55:07.753332 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-97eedef0-c497-4ec3-bb93-e156d530799a req-2c738054-5319-4bb7-a62c-ef26a38166bb tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733814 May 25 14:55:07.869149 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-16729104-0132-4d5a-80c7-6f351498b1d9 req-0d79d295-c1a7-4c34-aabc-4e5eaf4a0067 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 210 time: 0.0305958 May 25 14:55:07.943780 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b7b45e8c-73d9-4cc8-8c9b-bc7d5862ea3b req-c97c6d32-8c60-4848-b5a5-75fc9d373f4e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 210 time: 0.0280046 May 25 14:55:08.062295 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1816ab5d-939c-4e92-95a4-9814c7905bc6 req-129efd61-7ea8-410a-bb6e-a27203b046e2 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0274637 May 25 14:55:08.889449 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-87714d18-db9a-42bd-b127-ee0b1feff1ee req-bba5f0d1-9b95-4783-8273-e8f3146c38d5 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 210 time: 0.0547662 May 25 14:55:08.906815 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751dcf4d-5a99-4325-93fa-9f9e463eb69a req-0c314cb2-9b63-495e-aa1c-18c92c831a49 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:08.909843 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-751dcf4d-5a99-4325-93fa-9f9e463eb69a req-0c314cb2-9b63-495e-aa1c-18c92c831a49 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.0860860 May 25 14:55:08.919012 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d86b0ba6-f898-4cab-866c-624ffb7f610b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:09.017281 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-751dcf4d-5a99-4325-93fa-9f9e463eb69a req-b1333696-ca72-439f-9b97-08edd34f7f26 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009104 May 25 14:55:09.034148 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4478b838-56e5-44b0-9e2d-d83cd24f8920 req-14871777-5a4c-42cf-9e82-54460bbbd29c tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 210 time: 0.0338774 May 25 14:55:09.115206 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1eed0073-689d-4766-a252-22dfe1a2ffa1 req-a77bb78c-55eb-4f91-bc43-5c2fa31d13b0 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 210 time: 0.0291369 May 25 14:55:09.177255 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cfd6daac-66d7-434a-a91a-a0008e274baa req-d934d305-b58e-4ed7-971d-43e6fae4cf88 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0311704 May 25 14:55:09.989848 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-94c4bed9-607b-4adf-9b34-ded820262a11 req-0183dd0c-f08c-4aa6-a5fa-e81bf59e4063 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 210 time: 0.0275276 May 25 14:55:10.147092 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-aec13f4a-02b9-42ae-a719-ddd94b41c0b5 req-b0471767-fe9f-48e4-8b79-65f42918a068 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 210 time: 0.0337794 May 25 14:55:10.153181 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad6b91-e39e-444d-95d6-94f755b1d068 req-dd423e97-49cf-42d1-b12b-2f1c3757a2b5 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:10.154586 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9bad6b91-e39e-444d-95d6-94f755b1d068 req-dd423e97-49cf-42d1-b12b-2f1c3757a2b5 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.0691934 May 25 14:55:10.211518 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9bad6b91-e39e-444d-95d6-94f755b1d068 req-dabb2bdf-caba-4187-92f7-8e71f2720ec7 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503099 May 25 14:55:10.239121 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-203ea96f-698b-4ce7-b18a-1737201cd993 req-b595b45b-b4c6-4845-919f-4a8540b5eaf3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 210 time: 0.0329809 May 25 14:55:10.271972 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:10.295691 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-54c299f7-ba11-47b7-a0a2-af2b8e4b5c90 req-50255592-aed6-4d88-946f-bed2436ed98a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0279021 May 25 14:55:11.081775 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-39f71739-f114-409f-8cfe-e519e2b88568 req-b728adec-f6b3-43ea-b28a-55453006ece4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 210 time: 0.0273790 May 25 14:55:11.241263 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0735233b-2b70-4adc-b1e2-8ad6e32e7bc0 req-def55de9-57de-45e0-98e7-dfb5c45c0c2a tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 210 time: 0.0281391 May 25 14:55:11.345081 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9ed9a0f1-91c5-4445-943d-75c03f18f8d8 req-fadea4ad-7857-45e0-8c75-5be973789af6 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 210 time: 0.0318003 May 25 14:55:11.357182 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6b5b8-1cb6-4157-aa8f-fff4f596d8af req-f4125256-433c-4c76-96d2-4f46008253ae tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:11.358676 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-18b6b5b8-1cb6-4157-aa8f-fff4f596d8af req-f4125256-433c-4c76-96d2-4f46008253ae tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.0765541 May 25 14:55:11.420078 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-18b6b5b8-1cb6-4157-aa8f-fff4f596d8af req-4a0863d6-ffa4-4456-bd35-c1127edef2eb tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545495 May 25 14:55:11.435983 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3ea23885-9dc0-4112-bb64-92701cb5dbe3 req-cc605fc9-de77-419e-a113-1e07a8d98b12 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0296960 May 25 14:55:11.443215 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:12.211835 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-385e5526-65e3-429e-b6e6-c878f705dc37 req-cba4013b-b252-4287-84ff-269db71f7f60 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 210 time: 0.0399888 May 25 14:55:12.240555 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8f764-1550-4370-97f4-c0ce141d56c6 req-9e531f2f-cd22-40a3-9360-1312ee46b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:12.242099 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b7a8f764-1550-4370-97f4-c0ce141d56c6 req-9e531f2f-cd22-40a3-9360-1312ee46b8d5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4a1a1173d9a24de2b797fdf1c72f4131&device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 1127 time: 0.0864377 May 25 14:55:12.348584 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b4f7e76e-8159-4473-9aa8-4afec19813d7 req-56047da2-b37a-4f70-b52d-c70be5bfdef8 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 210 time: 0.0309141 May 25 14:55:12.453102 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f17e1399-4989-442e-8021-5dc875e01ade req-62a80dab-6ea5-46c1-a8c1-351db738ba7d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 210 time: 0.0365269 May 25 14:55:12.574371 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4aa3291c-488b-494f-9f82-21051c45173c req-70835093-d426-455e-9d62-3fe97a60fe12 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0343113 May 25 14:55:12.582666 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7c084-4de0-4ee4-abaa-751283be2691 req-a6943452-a29a-4386-b0dc-eb954d638290 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:12.584207 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4be7c084-4de0-4ee4-abaa-751283be2691 req-a6943452-a29a-4386-b0dc-eb954d638290 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.0747073 May 25 14:55:12.635497 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:12.640059 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4be7c084-4de0-4ee4-abaa-751283be2691 req-595b6b3d-09f8-480b-ab30-086539c7d058 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475016 May 25 14:55:12.655635 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8f764-1550-4370-97f4-c0ce141d56c6 req-97bef28f-3952-43de-867a-47cb200b09f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:12.657138 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b7a8f764-1550-4370-97f4-c0ce141d56c6 req-97bef28f-3952-43de-867a-47cb200b09f4 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=4a1a1173d9a24de2b797fdf1c72f4131&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2362139 May 25 14:55:12.856424 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8f764-1550-4370-97f4-c0ce141d56c6 req-c8fa5217-5069-49ce-b79c-edd91fa263f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:12.857918 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b7a8f764-1550-4370-97f4-c0ce141d56c6 req-c8fa5217-5069-49ce-b79c-edd91fa263f6 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1638787 May 25 14:55:12.967204 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:13.016292 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-140e8841-95d5-4151-bd98-3a8caab35c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:13.018059 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-140e8841-95d5-4151-bd98-3a8caab35c9d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4a1a1173d9a24de2b797fdf1c72f4131&device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 1127 time: 0.0446091 May 25 14:55:13.313997 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e582d2d2-af22-40c2-9c37-3ab28100c87f req-526d005e-eb87-4469-8323-b9d84310e15b tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 210 time: 0.0341079 May 25 14:55:13.365543 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-03360f69-9852-496b-8544-69f8c86c24b0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47a43853-cc46-4066-8e17-9a8712025b8e HTTP/1.1" status: 200 len: 217 time: 0.0767062 May 25 14:55:13.444252 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b19e3ed2-5e61-4a2c-9a36-23fea9f471f5 req-f5c02f4d-5aec-45c0-89c3-76483a7d07d5 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 210 time: 0.0276387 May 25 14:55:13.558181 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0ce9fc7a-1c07-48c3-bfdc-03ccc7c44800 req-ffab3071-3e59-4b5f-8943-27c31c1320c1 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 210 time: 0.0294681 May 25 14:55:13.621724 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.86', 50008) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:13.698774 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2d9ad53a-4e4b-46ba-870e-75cdf5adf48c req-cdaad810-dda2-4dd0-9d4b-01602617dfaa tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0391140 May 25 14:55:13.780646 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986d76a-1d71-460a-a7c9-9695b796420d req-8b8b7dab-8fb4-4452-9878-29ace5d25176 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:13.782360 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8986d76a-1d71-460a-a7c9-9695b796420d req-8b8b7dab-8fb4-4452-9878-29ace5d25176 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.0509970 May 25 14:55:13.848650 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8986d76a-1d71-460a-a7c9-9695b796420d req-3a315f69-1a8d-4caf-aa62-64b3db981cf0 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585940 May 25 14:55:13.869484 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-10eb7d74-2212-46f3-b90b-178131d36a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:13.870976 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-10eb7d74-2212-46f3-b90b-178131d36a6a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6d92f0c1-4991-4420-ad6c-c5c4fb4d1810 HTTP/1.1" status: 200 len: 852 time: 0.2491784 May 25 14:55:14.146733 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.86', 50011) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:14.173672 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-ec886fea-065e-4300-af58-78edaee71925 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:14.176217 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-ec886fea-065e-4300-af58-78edaee71925 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "GET /v2.0/networks?id=fa952598-36d5-42ef-b4ac-0f4017a94969 HTTP/1.1" status: 200 len: 814 time: 0.1106806 May 25 14:55:14.194178 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-78664fd6-9316-42da-bc8f-bc03e1b9bf19 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5a350648-3aa0-418a-a25c-ca2375ff07bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484760 May 25 14:55:14.458808 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.86', 50012) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:14.476899 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.86', 50013) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:14.555068 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6e8bf16f-a8a8-475f-9ce4-e9d4ea1d1187 req-86d63575-0d52-47d1-a412-a1a8df71c6e0 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 210 time: 0.1058731 May 25 14:55:14.686662 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-09b5c14a-3b7a-415f-88d1-74e293eceba7 service neutron] 10.222.0.86 "GET /v2.0/networks/5a350648-3aa0-418a-a25c-ca2375ff07bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363780 May 25 14:55:14.697249 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-4b4747a8-4a54-4453-86b3-26f6d62f039d tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:14.702878 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-4b4747a8-4a54-4453-86b3-26f6d62f039d tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.86 "GET /v2.0/networks?id=ebc02943-e245-4287-8851-2c76f257286a HTTP/1.1" status: 200 len: 810 time: 0.1821468 May 25 14:55:14.753141 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-22d87331-1f5a-487d-9367-b2953dfcf4fa tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:14.753686 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0bf025bb-ba2b-4c98-b1a7-ebf43cf51c47 req-86119f91-439d-456c-949a-4d1c4ca2c6d9 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 210 time: 0.0490615 May 25 14:55:14.754793 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-22d87331-1f5a-487d-9367-b2953dfcf4fa tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.86 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 819 time: 0.3825636 May 25 14:55:14.807046 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:14.835986 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-863e6079-d04e-441e-8c20-bd1dcc8a4f3d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:14.837552 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-863e6079-d04e-441e-8c20-bd1dcc8a4f3d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.86 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 819 time: 0.3594449 May 25 14:55:14.839263 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-de7c5a57-f4e0-40c7-877e-16f29d8c0235 req-b3ef7ab1-4f9d-4d3d-a08f-d5ae0920bf44 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 210 time: 0.1380298 May 25 14:55:14.864404 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-fa7287bb-6f02-490a-b9d3-ca49361f0564 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Request body: {'port': {'device_id': 'd026df3e-764d-4346-8f57-3439f8239339', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'admin_state_up': True, 'tenant_id': '9263e6d657dd458d9f497bb868adb941'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:55:14.894939 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-06da8d7f-9329-4c60-a82c-077b2f74ded1 req-8777de41-f51f-4ae1-b5e9-720b38335968 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0467825 May 25 14:55:14.903414 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-1bfe1b05-730b-4a74-8af7-6ebbad89281f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c86222a9c32a4f77878dc82c40e38ff1 HTTP/1.1" status: 200 len: 380 time: 0.4701395 May 25 14:55:14.908218 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b7a60790-5e89-41ae-b047-316212b5bb8b req-82bb34e4-62c2-42c6-a06a-20d1693ee642 service neutron] 10.222.0.86 "GET /v2.0/networks/5a350648-3aa0-418a-a25c-ca2375ff07bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029512 May 25 14:55:14.982409 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-3241007a-29aa-470b-82ab-cc7c53f3603a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'port': {'device_id': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'admin_state_up': True, 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'security_groups': ['4036477b-92a2-4708-b96b-0d88cb8c6d20']}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:55:14.986853 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-fc0250dd-e921-4f97-8963-ea3b9aa71b45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Request body: {'port': {'device_id': '54c1f5bd-4a13-4a35-9607-5bbff2d886e0', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'admin_state_up': True, 'tenant_id': '9263e6d657dd458d9f497bb868adb941'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:55:15.030485 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-c29e08ac-17d5-4a7d-b02d-772234a159e1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89a36e186c5f4d3c8b9030d91f6a30f6 HTTP/1.1" status: 200 len: 380 time: 0.2749360 May 25 14:55:15.089920 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bce75e-b148-4e25-addc-252c6c594e6c req-296c0108-c434-4a62-8fcb-c748f8621579 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:15.099635 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-72bce75e-b148-4e25-addc-252c6c594e6c req-296c0108-c434-4a62-8fcb-c748f8621579 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.1649966 May 25 14:55:15.104683 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-8218b70c-05bd-414b-904e-4d7806e0cb66 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Request body: {'port': {'device_id': '36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'admin_state_up': True, 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'security_groups': ['eadfa96d-93a9-4a6e-98a0-9a57ed00b778']}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:55:15.136083 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:15.142471 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:15.269319 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-7423a923-0e99-410d-94b7-3e6bbb082a4a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:15.279558 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-7423a923-0e99-410d-94b7-3e6bbb082a4a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.86 "GET /v2.0/networks?id=0ddfa1ea-b411-4388-afb5-c29ffb748770 HTTP/1.1" status: 200 len: 817 time: 0.2814448 May 25 14:55:15.319225 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 53612) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:15.351099 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:15.375766 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-fc0250dd-e921-4f97-8963-ea3b9aa71b45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Made reservation on behalf of 9263e6d657dd458d9f497bb868adb941 for: {'port': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:55:15.381813 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-fc0250dd-e921-4f97-8963-ea3b9aa71b45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:15.398918 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-72bce75e-b148-4e25-addc-252c6c594e6c req-51ca132f-b07c-4e3b-b907-0acb6600f92d tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855079 May 25 14:55:15.422891 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-fa7287bb-6f02-490a-b9d3-ca49361f0564 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Made reservation on behalf of 9263e6d657dd458d9f497bb868adb941 for: {'port': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:55:15.426567 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-fa7287bb-6f02-490a-b9d3-ca49361f0564 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:15.496838 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc5b9-5576-42a2-97ac-5f2fa164968c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:15.574860 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-8218b70c-05bd-414b-904e-4d7806e0cb66 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Made reservation on behalf of 89a36e186c5f4d3c8b9030d91f6a30f6 for: {'port': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:55:15.578384 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-8218b70c-05bd-414b-904e-4d7806e0cb66 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:15.584222 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-3241007a-29aa-470b-82ab-cc7c53f3603a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Made reservation on behalf of c86222a9c32a4f77878dc82c40e38ff1 for: {'port': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:55:15.592877 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-3241007a-29aa-470b-82ab-cc7c53f3603a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:15.622707 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-fc0250dd-e921-4f97-8963-ea3b9aa71b45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Allocated IP 172.20.0.7 (1af7d524-3bf7-4e87-bf8e-df0a6b0097e3/2ddc4207-3cdb-480e-9ac3-b200998dd0b9/e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:55:15.695004 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-86350c40-577f-4608-bd1c-9f6425284ecc req-ff4ef75a-ff34-45d4-9111-dc359f0350b3 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 210 time: 0.0550981 May 25 14:55:15.776029 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc5b9-5576-42a2-97ac-5f2fa164968c admin admin] Publish callbacks [] for security_group (ea3e2f41-7faf-4b1a-9ac9-dcb0b482cd38), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:15.847736 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc5b9-5576-42a2-97ac-5f2fa164968c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (ea3e2f41-7faf-4b1a-9ac9-dcb0b482cd38), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:15.853330 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-fc0250dd-e921-4f97-8963-ea3b9aa71b45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for port (e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:15.914328 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-bc0fc5b9-5576-42a2-97ac-5f2fa164968c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4da69e1fcfdb4c7c98379aca4c500f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5915194 May 25 14:55:15.914518 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fc5b9-5576-42a2-97ac-5f2fa164968c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3e2f41-7faf-4b1a-9ac9-dcb0b482cd38,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:15.916714 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 53628) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:15.947704 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:15.963391 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6d999f17-e1b9-4988-8406-a18714d9d6ee req-71bfdae9-2abc-4e27-92c4-a453b76b68fa tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 210 time: 0.1222622 May 25 14:55:15.981006 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6b66-3ac6-4ab6-a011-a2b44534b171 admin admin] Publish callbacks [] for security_group (ea3e2f41-7faf-4b1a-9ac9-dcb0b482cd38), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:15.992749 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:16.001184 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a7fc30f7-aef2-4fb9-a929-3cd5027a6d82 req-65a3d63c-ea16-482f-8e1f-e216b04e404f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 210 time: 0.0585158 May 25 14:55:16.005749 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6b66-3ac6-4ab6-a011-a2b44534b171 admin admin] Publish callbacks [] for security_group (ea3e2f41-7faf-4b1a-9ac9-dcb0b482cd38), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:16.017366 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_common [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-8218b70c-05bd-414b-904e-4d7806e0cb66 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Allocated IP 172.20.0.9 (ebc02943-e245-4287-8851-2c76f257286a/8a273b51-9d95-4b21-9830-1ac6ac028637/1adf867b-8b01-47c8-9071-efb5a796ac50) {{(pid=116226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:55:16.027529 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_common [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-3241007a-29aa-470b-82ab-cc7c53f3603a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Allocated IP 172.20.0.12 (fa952598-36d5-42ef-b4ac-0f4017a94969/e1ed1170-215c-4406-945e-b79e6c0cdc5d/17a70972-093e-43d6-a189-0a0186e2adeb) {{(pid=116226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:55:16.051787 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-fc0250dd-e921-4f97-8963-ea3b9aa71b45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:16.091243 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-74136041-1e27-432e-b66e-2c8563792e0a req-3075d344-ade0-4754-b875-d269506c1c42 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0545650 May 25 14:55:16.158298 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-fc0250dd-e921-4f97-8963-ea3b9aa71b45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:55:16.167178 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-fc0250dd-e921-4f97-8963-ea3b9aa71b45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:55:16.173913 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-fc0250dd-e921-4f97-8963-ea3b9aa71b45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:55:16.178931 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-fa7287bb-6f02-490a-b9d3-ca49361f0564 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Allocated IP 172.20.0.13 (1af7d524-3bf7-4e87-bf8e-df0a6b0097e3/2ddc4207-3cdb-480e-9ac3-b200998dd0b9/ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:55:16.180887 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0250dd-e921-4f97-8963-ea3b9aa71b45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Pushing event updated for resources: {'Port': ['ID=e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:16.252863 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-fc0250dd-e921-4f97-8963-ea3b9aa71b45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:16.253517 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-fc0250dd-e921-4f97-8963-ea3b9aa71b45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:16.261733 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6b66-3ac6-4ab6-a011-a2b44534b171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (ea3e2f41-7faf-4b1a-9ac9-dcb0b482cd38), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:16.264267 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6b66-3ac6-4ab6-a011-a2b44534b171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:16.265616 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-ff2e6b66-3ac6-4ab6-a011-a2b44534b171 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ea3e2f41-7faf-4b1a-9ac9-dcb0b482cd38 HTTP/1.1" status: 204 len: 168 time: 0.3465507 May 25 14:55:16.267586 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-3241007a-29aa-470b-82ab-cc7c53f3603a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for port (17a70972-093e-43d6-a189-0a0186e2adeb), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:16.285959 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e6b66-3ac6-4ab6-a011-a2b44534b171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3e2f41-7faf-4b1a-9ac9-dcb0b482cd38,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:16.392716 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-fc0250dd-e921-4f97-8963-ea3b9aa71b45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4215589 May 25 14:55:16.427882 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:16.435547 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-8218b70c-05bd-414b-904e-4d7806e0cb66 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for port (1adf867b-8b01-47c8-9071-efb5a796ac50), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:16.450282 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-fa7287bb-6f02-490a-b9d3-ca49361f0564 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for port (ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:16.519922 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-ac8fee1c-7b6a-47e2-838b-4789708c1540 None None] Provisioning complete for port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:55:16.520472 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ac8fee1c-7b6a-47e2-838b-4789708c1540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:16.528737 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2d1e4-8cab-4ac0-a3d0-c8618a36101f req-6854528a-4994-4420-a8fb-c2bf0db0be2d tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:16.536144 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9db2d1e4-8cab-4ac0-a3d0-c8618a36101f req-6854528a-4994-4420-a8fb-c2bf0db0be2d tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.0516930 May 25 14:55:16.536144 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-3241007a-29aa-470b-82ab-cc7c53f3603a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (17a70972-093e-43d6-a189-0a0186e2adeb), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:16.554243 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-ac8fee1c-7b6a-47e2-838b-4789708c1540 None None] Port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:55:16.592619 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-fa7287bb-6f02-490a-b9d3-ca49361f0564 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:16.614496 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-fa7287bb-6f02-490a-b9d3-ca49361f0564 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:55:16.636875 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-fa7287bb-6f02-490a-b9d3-ca49361f0564 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:55:16.639395 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-3241007a-29aa-470b-82ab-cc7c53f3603a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Network fa952598-36d5-42ef-b4ac-0f4017a94969 is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:55:16.640234 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-fa7287bb-6f02-490a-b9d3-ca49361f0564 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:55:16.654554 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-8218b70c-05bd-414b-904e-4d7806e0cb66 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (1adf867b-8b01-47c8-9071-efb5a796ac50), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:16.687323 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-3241007a-29aa-470b-82ab-cc7c53f3603a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:55:16.690979 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7287bb-6f02-490a-b9d3-ca49361f0564 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Pushing event updated for resources: {'Port': ['ID=ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:16.710072 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9db2d1e4-8cab-4ac0-a3d0-c8618a36101f req-e6da3558-118d-4df7-844a-026e6677c97a tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715159 May 25 14:55:16.710589 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-fa7287bb-6f02-490a-b9d3-ca49361f0564 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:16.711245 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-fa7287bb-6f02-490a-b9d3-ca49361f0564 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:16.711373 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-3241007a-29aa-470b-82ab-cc7c53f3603a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Received port after_create {{(pid=116226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:55:16.715674 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241007a-29aa-470b-82ab-cc7c53f3603a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'Port': ['ID=17a70972-093e-43d6-a189-0a0186e2adeb,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:16.824318 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-8218b70c-05bd-414b-904e-4d7806e0cb66 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Network ebc02943-e245-4287-8851-2c76f257286a is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:55:16.827014 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-8218b70c-05bd-414b-904e-4d7806e0cb66 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:55:16.857798 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-fa7287bb-6f02-490a-b9d3-ca49361f0564 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9978750 May 25 14:55:16.888949 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-8218b70c-05bd-414b-904e-4d7806e0cb66 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Received port after_create {{(pid=116226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:55:16.951586 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-3241007a-29aa-470b-82ab-cc7c53f3603a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:16.952230 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-3241007a-29aa-470b-82ab-cc7c53f3603a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for port (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:16.972039 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff24e7-123e-493a-901b-b7f135e0422f req-ee94fddb-448c-419e-a2ac-ffbeada26090 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:16.973574 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e5ff24e7-123e-493a-901b-b7f135e0422f req-ee94fddb-448c-419e-a2ac-ffbeada26090 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 932 time: 0.1449926 May 25 14:55:16.981650 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218b70c-05bd-414b-904e-4d7806e0cb66 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Pushing event updated for resources: {'Port': ['ID=1adf867b-8b01-47c8-9071-efb5a796ac50,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:17.005490 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-8218b70c-05bd-414b-904e-4d7806e0cb66 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:17.006182 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-8218b70c-05bd-414b-904e-4d7806e0cb66 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for port (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:17.069359 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e5ff24e7-123e-493a-901b-b7f135e0422f req-c80bf961-aade-40a8-907a-f8a118a2b174 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770862 May 25 14:55:17.097808 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-344cf604-b330-46e5-b7c3-20fed026a58d None None] Provisioning complete for port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:55:17.098487 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-344cf604-b330-46e5-b7c3-20fed026a58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:17.106281 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:INSERT=14,neutron:UPDATE=4,neutron:SELECT=82 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:17.120091 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a016d-ff70-4870-886d-06eef2a4a624 req-bdc85365-03b3-4330-983e-ba7f68e2187e tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:17.129535 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7d8a016d-ff70-4870-886d-06eef2a4a624 req-bdc85365-03b3-4330-983e-ba7f68e2187e tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 931 time: 0.0782716 May 25 14:55:17.134853 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-3241007a-29aa-470b-82ab-cc7c53f3603a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1565876 May 25 14:55:17.167747 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-8218b70c-05bd-414b-904e-4d7806e0cb66 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0619707 May 25 14:55:17.200777 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-344cf604-b330-46e5-b7c3-20fed026a58d None None] Port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:55:17.212296 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-344cf604-b330-46e5-b7c3-20fed026a58d None None] Provisioning complete for port 17a70972-093e-43d6-a189-0a0186e2adeb triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:55:17.212670 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-344cf604-b330-46e5-b7c3-20fed026a58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (17a70972-093e-43d6-a189-0a0186e2adeb), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:17.238231 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59661d70-977b-41fd-a3d6-878f0b708fef req-7b14ea8e-c8ae-4a7d-a85c-e337156a8f7a tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:17.239708 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-59661d70-977b-41fd-a3d6-878f0b708fef req-7b14ea8e-c8ae-4a7d-a85c-e337156a8f7a tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 932 time: 0.0710437 May 25 14:55:17.247309 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7d8a016d-ff70-4870-886d-06eef2a4a624 req-08b2bc43-4945-4eaf-ab51-1adce41ef6fc tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013818 May 25 14:55:17.335304 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-59661d70-977b-41fd-a3d6-878f0b708fef req-5b44974c-314b-4b15-96c0-92f47010a3b0 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874965 May 25 14:55:17.357160 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-344cf604-b330-46e5-b7c3-20fed026a58d None None] Port 17a70972-093e-43d6-a189-0a0186e2adeb cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:55:17.370982 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b34dec62-00e2-40a4-b102-c33ded82b9ea req-1702e20e-8880-43ef-80b3-0708824c29a9 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0344150 May 25 14:55:17.395437 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 53664) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:17.409812 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bcdfb9d8-019c-4f46-95f0-175247245934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:17.426554 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 53666) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:17.468692 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-13cef7a9-f7c2-4d1c-b57e-18555591f847 None None] Provisioning complete for port 1adf867b-8b01-47c8-9071-efb5a796ac50 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:55:17.469393 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-13cef7a9-f7c2-4d1c-b57e-18555591f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (1adf867b-8b01-47c8-9071-efb5a796ac50), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:17.472028 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:17.503569 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-13cef7a9-f7c2-4d1c-b57e-18555591f847 None None] Port 1adf867b-8b01-47c8-9071-efb5a796ac50 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:55:17.518385 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bcdfb9d8-019c-4f46-95f0-175247245934 admin admin] Publish callbacks [] for security_group (4ac1572a-333b-4bac-8c90-b6734e575dd1), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:17.586194 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bcdfb9d8-019c-4f46-95f0-175247245934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (4ac1572a-333b-4bac-8c90-b6734e575dd1), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:17.634238 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e25a69e5-9d08-4284-bd6c-0325d16d5f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:17.639445 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-bcdfb9d8-019c-4f46-95f0-175247245934 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=20b84ba3c8514d119b1138fbdd1a06dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419643 May 25 14:55:17.642238 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 53670) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:17.645209 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfb9d8-019c-4f46-95f0-175247245934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac1572a-333b-4bac-8c90-b6734e575dd1,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:17.693789 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e44304e8-c58b-4a78-8a5e-9861d78c8de0 admin admin] Publish callbacks [] for security_group (4ac1572a-333b-4bac-8c90-b6734e575dd1), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:17.715284 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e44304e8-c58b-4a78-8a5e-9861d78c8de0 admin admin] Publish callbacks [] for security_group (4ac1572a-333b-4bac-8c90-b6734e575dd1), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:17.723531 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e25a69e5-9d08-4284-bd6c-0325d16d5f73 admin admin] Publish callbacks [] for security_group (e474dbe2-9722-4a46-a6a2-6d271a231399), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:17.780249 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e25a69e5-9d08-4284-bd6c-0325d16d5f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (e474dbe2-9722-4a46-a6a2-6d271a231399), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:17.810746 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8153f14-9900-41a8-97c4-349dc31f588a req-ef00173d-86f3-4a53-a788-195cd5f1ae03 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:17.812223 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c8153f14-9900-41a8-97c4-349dc31f588a req-ef00173d-86f3-4a53-a788-195cd5f1ae03 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.0467033 May 25 14:55:17.819608 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-e25a69e5-9d08-4284-bd6c-0325d16d5f73 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5178f98f4e554dd5af97fbe23ac522f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3920064 May 25 14:55:17.822093 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a69e5-9d08-4284-bd6c-0325d16d5f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e474dbe2-9722-4a46-a6a2-6d271a231399,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:17.824538 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 53674) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:17.849987 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e44304e8-c58b-4a78-8a5e-9861d78c8de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (4ac1572a-333b-4bac-8c90-b6734e575dd1), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:17.852506 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e44304e8-c58b-4a78-8a5e-9861d78c8de0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:17.853815 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-e44304e8-c58b-4a78-8a5e-9861d78c8de0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4ac1572a-333b-4bac-8c90-b6734e575dd1 HTTP/1.1" status: 204 len: 168 time: 0.2105811 May 25 14:55:17.872059 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44304e8-c58b-4a78-8a5e-9861d78c8de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac1572a-333b-4bac-8c90-b6734e575dd1,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:17.877800 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5c512af5-a6e2-43de-aa41-ccd34eab17c9 admin admin] Publish callbacks [] for security_group (e474dbe2-9722-4a46-a6a2-6d271a231399), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:17.885628 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c8153f14-9900-41a8-97c4-349dc31f588a req-ef85d102-7180-430b-a494-14ec838f313b tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675228 May 25 14:55:17.910233 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5c512af5-a6e2-43de-aa41-ccd34eab17c9 admin admin] Publish callbacks [] for security_group (e474dbe2-9722-4a46-a6a2-6d271a231399), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:18.077673 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5c512af5-a6e2-43de-aa41-ccd34eab17c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (e474dbe2-9722-4a46-a6a2-6d271a231399), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:18.080499 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5c512af5-a6e2-43de-aa41-ccd34eab17c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:18.082201 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-5c512af5-a6e2-43de-aa41-ccd34eab17c9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e474dbe2-9722-4a46-a6a2-6d271a231399 HTTP/1.1" status: 204 len: 168 time: 0.2568395 May 25 14:55:18.089737 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c512af5-a6e2-43de-aa41-ccd34eab17c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e474dbe2-9722-4a46-a6a2-6d271a231399,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:18.194195 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a6e8f-540a-4765-997f-34905f830aed req-8d8c5984-fd4d-4d4d-b455-9ae67767b149 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:18.196172 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-290a6e8f-540a-4765-997f-34905f830aed req-8d8c5984-fd4d-4d4d-b455-9ae67767b149 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 932 time: 0.0554452 May 25 14:55:18.250613 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-290a6e8f-540a-4765-997f-34905f830aed req-71fde7c4-2a62-4b08-944b-729408bb03ef tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420575 May 25 14:55:18.362127 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229787b-0c9b-4706-a987-a52c985645be req-944f3a0a-c8b7-4620-b258-ab50ddeef439 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:18.363680 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1229787b-0c9b-4706-a987-a52c985645be req-944f3a0a-c8b7-4620-b258-ab50ddeef439 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 931 time: 0.0477867 May 25 14:55:18.412854 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1229787b-0c9b-4706-a987-a52c985645be req-10b70e05-3612-4ec0-afa6-35b5f391ffc1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427186 May 25 14:55:18.463869 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf3193-edbc-4dd6-8476-8f33f0c4de2f req-8f7a740a-4cd5-4239-986d-44d3cb15a60a tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:18.463869 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-11cf3193-edbc-4dd6-8476-8f33f0c4de2f req-8f7a740a-4cd5-4239-986d-44d3cb15a60a tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 932 time: 0.0497143 May 25 14:55:18.483228 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:18.511786 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3283a75a-c945-406b-9172-62719ad0865b req-b3badc4b-d17f-4c61-b264-49137c681f9f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0405552 May 25 14:55:18.544069 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-11cf3193-edbc-4dd6-8476-8f33f0c4de2f req-3e39d2e9-1065-46c7-a1ba-c4c52d931cca tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745695 May 25 14:55:18.579199 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=81 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:18.579747 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:18.636440 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 53694) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:18.650053 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7a207631-249d-4226-89fb-d09a84ec4316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:18.662136 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:18.734700 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7a207631-249d-4226-89fb-d09a84ec4316 admin admin] Publish callbacks [] for security_group (124c85c5-3943-4577-8ecb-80266eecf77a), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:18.824269 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7a207631-249d-4226-89fb-d09a84ec4316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (124c85c5-3943-4577-8ecb-80266eecf77a), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:18.871421 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a207631-249d-4226-89fb-d09a84ec4316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124c85c5-3943-4577-8ecb-80266eecf77a,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:18.876462 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-7a207631-249d-4226-89fb-d09a84ec4316 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d71b2c770e2440a9a87c23f47af50540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388451 May 25 14:55:18.880348 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 53696) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:18.936354 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0ba41cfe-d28c-49e8-a003-4316ea0564a2 admin admin] Publish callbacks [] for security_group (124c85c5-3943-4577-8ecb-80266eecf77a), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:18.943857 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 53702) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:18.959710 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-72c90a99-5a98-464c-a60f-33e3deac1eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:18.970712 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:18.974316 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0ba41cfe-d28c-49e8-a003-4316ea0564a2 admin admin] Publish callbacks [] for security_group (124c85c5-3943-4577-8ecb-80266eecf77a), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:19.037029 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bbec4-104a-4bf9-9a21-2cc79c78e752 req-d3abc396-a21b-4262-bbc7-6ad832826909 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:19.038910 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-886bbec4-104a-4bf9-9a21-2cc79c78e752 req-d3abc396-a21b-4262-bbc7-6ad832826909 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.0864475 May 25 14:55:19.047166 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-72c90a99-5a98-464c-a60f-33e3deac1eb6 admin admin] Publish callbacks [] for security_group (fcc3af6c-8134-4b7b-b786-a6694de97053), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:19.096181 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-886bbec4-104a-4bf9-9a21-2cc79c78e752 req-43ca3d68-482d-4a21-a918-a158849360da tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500393 May 25 14:55:19.129519 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-72c90a99-5a98-464c-a60f-33e3deac1eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (fcc3af6c-8134-4b7b-b786-a6694de97053), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:19.167293 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c90a99-5a98-464c-a60f-33e3deac1eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc3af6c-8134-4b7b-b786-a6694de97053,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:19.172399 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-72c90a99-5a98-464c-a60f-33e3deac1eb6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7b2d510549cb4101a4b4c42e55508072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268221 May 25 14:55:19.175457 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 53704) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:19.218195 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0ba41cfe-d28c-49e8-a003-4316ea0564a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (124c85c5-3943-4577-8ecb-80266eecf77a), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:19.220796 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0ba41cfe-d28c-49e8-a003-4316ea0564a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:19.224789 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-0ba41cfe-d28c-49e8-a003-4316ea0564a2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/124c85c5-3943-4577-8ecb-80266eecf77a HTTP/1.1" status: 204 len: 168 time: 0.3416030 May 25 14:55:19.224933 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-70ead280-07e9-4c92-a5dd-11b6933fce37 admin admin] Publish callbacks [] for security_group (fcc3af6c-8134-4b7b-b786-a6694de97053), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:19.230501 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba41cfe-d28c-49e8-a003-4316ea0564a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124c85c5-3943-4577-8ecb-80266eecf77a,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:19.246728 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-70ead280-07e9-4c92-a5dd-11b6933fce37 admin admin] Publish callbacks [] for security_group (fcc3af6c-8134-4b7b-b786-a6694de97053), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:19.363470 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-70ead280-07e9-4c92-a5dd-11b6933fce37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (fcc3af6c-8134-4b7b-b786-a6694de97053), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:19.366032 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-70ead280-07e9-4c92-a5dd-11b6933fce37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:19.367324 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-70ead280-07e9-4c92-a5dd-11b6933fce37 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fcc3af6c-8134-4b7b-b786-a6694de97053 HTTP/1.1" status: 204 len: 168 time: 0.1909556 May 25 14:55:19.368239 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9964d-c8a0-4149-9378-26d23ecb0d21 req-310bc1d8-fdb6-4092-9f34-4b58772cd886 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:19.370238 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2bc9964d-c8a0-4149-9378-26d23ecb0d21 req-310bc1d8-fdb6-4092-9f34-4b58772cd886 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 932 time: 0.0478027 May 25 14:55:19.378316 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ead280-07e9-4c92-a5dd-11b6933fce37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc3af6c-8134-4b7b-b786-a6694de97053,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:19.458687 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2bc9964d-c8a0-4149-9378-26d23ecb0d21 req-67a3da3a-5e87-42ce-8b90-687b295d0a66 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703046 May 25 14:55:19.521480 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:19.528658 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8f57d-ff57-4e70-88bf-b7f032e8ae57 req-548d848d-de86-47ea-ad1e-a2026f71a15c tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:19.530194 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6cc8f57d-ff57-4e70-88bf-b7f032e8ae57 req-548d848d-de86-47ea-ad1e-a2026f71a15c tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 931 time: 0.0482829 May 25 14:55:19.578889 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6cc8f57d-ff57-4e70-88bf-b7f032e8ae57 req-81ba06d9-7bc8-42e9-9150-2faf5452d8da tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429165 May 25 14:55:19.619732 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7da4efd3-1e8a-47a2-8605-4de2f5e9c55a req-abc5a4f4-e795-4f85-8e02-03116a32abaf tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0335608 May 25 14:55:19.689924 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf6e79-cb7b-4798-afd5-0b1a9aa21d6a req-bfd3c600-dad5-4d84-9bac-14e4ca8b5862 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:19.692197 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0fbf6e79-cb7b-4798-afd5-0b1a9aa21d6a req-bfd3c600-dad5-4d84-9bac-14e4ca8b5862 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 932 time: 0.0516956 May 25 14:55:19.890409 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:19.894902 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0fbf6e79-cb7b-4798-afd5-0b1a9aa21d6a req-e06040f1-331f-47e2-aa55-938c5f1da275 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969557 May 25 14:55:20.086925 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:20.215263 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230af59-3983-42c9-af9d-201aacd1fd00 req-94b6f788-419f-41db-b2ef-ef5fc880a3d9 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:20.215263 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1230af59-3983-42c9-af9d-201aacd1fd00 req-94b6f788-419f-41db-b2ef-ef5fc880a3d9 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.0487902 May 25 14:55:20.275676 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1230af59-3983-42c9-af9d-201aacd1fd00 req-438b19fe-fa25-4810-bbef-d26dec08230a tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555041 May 25 14:55:20.560921 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d43fa-8fd0-492a-8c9e-bd501990459d req-60959516-6702-4dc3-a6c3-d49a04ee5f71 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:20.562715 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-330d43fa-8fd0-492a-8c9e-bd501990459d req-60959516-6702-4dc3-a6c3-d49a04ee5f71 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 932 time: 0.0498555 May 25 14:55:20.623256 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-330d43fa-8fd0-492a-8c9e-bd501990459d req-97a268bb-235d-4bb9-938b-025a1a5d2cc2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531001 May 25 14:55:20.704606 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd159f2-a11e-4dcb-bd85-3688e198b2c7 req-034e6d20-2d9a-444a-bd51-6505807cbaea tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:20.707429 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:20.707898 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-afd159f2-a11e-4dcb-bd85-3688e198b2c7 req-034e6d20-2d9a-444a-bd51-6505807cbaea tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 931 time: 0.0563722 May 25 14:55:20.742782 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8e535bad-3832-48f8-b042-3a4665f8f2a7 req-a80945d2-1761-46e5-b3f4-b544b1a3aef1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0314276 May 25 14:55:20.778083 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-afd159f2-a11e-4dcb-bd85-3688e198b2c7 req-3b614580-57d7-4275-a1c8-84adfde1bff8 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580974 May 25 14:55:21.014022 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe41da-3785-4261-b4f9-b4c7040f1393 req-bf75ff31-ada6-4dfa-8516-225aaead8577 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:21.015541 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3dbe41da-3785-4261-b4f9-b4c7040f1393 req-bf75ff31-ada6-4dfa-8516-225aaead8577 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 932 time: 0.0498800 May 25 14:55:21.061811 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:21.070823 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3dbe41da-3785-4261-b4f9-b4c7040f1393 req-380699a6-9eef-4d9a-9c28-6b04967fe5f3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483515 May 25 14:55:21.397046 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdcae4-dd5c-452b-9138-e880550093aa req-59896ee5-93e0-4499-86b8-b39251064452 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:21.398687 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b9fdcae4-dd5c-452b-9138-e880550093aa req-59896ee5-93e0-4499-86b8-b39251064452 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.0516291 May 25 14:55:21.454181 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b9fdcae4-dd5c-452b-9138-e880550093aa req-080f2f29-1c53-4a5d-bc2b-48cb15dc0451 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497200 May 25 14:55:21.743467 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3b70a-47e9-4ea8-ab67-2c8842190f28 req-749fd236-8378-4f86-8c94-d09d3a20cecc tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:21.744939 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-31c3b70a-47e9-4ea8-ab67-2c8842190f28 req-749fd236-8378-4f86-8c94-d09d3a20cecc tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 932 time: 0.0543075 May 25 14:55:21.794429 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-31c3b70a-47e9-4ea8-ab67-2c8842190f28 req-0706490d-6df7-4b5a-b3a9-24745ccbc567 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 May 25 14:55:21.858625 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e1186d9f-a56e-4cbf-b79a-ee7037a3172d req-74b84d53-2281-42d1-9693-7e3d7db87b15 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0371857 May 25 14:55:21.910679 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34511640-e258-4f4a-aa74-82dd622113b8 req-62fc7cf1-e13d-42bb-a630-c87fc1584bda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:21.912159 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-34511640-e258-4f4a-aa74-82dd622113b8 req-62fc7cf1-e13d-42bb-a630-c87fc1584bda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 931 time: 0.0482652 May 25 14:55:21.967100 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-34511640-e258-4f4a-aa74-82dd622113b8 req-1402d6f5-bcc1-4e4c-b675-9e9b060923f6 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490086 May 25 14:55:22.104921 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Request body: {'port': {'device_id': '36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:55:22.106467 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Request body: {'port': {'device_id': '54c1f5bd-4a13-4a35-9607-5bbff2d886e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:55:22.167349 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Request body: {'port': {'device_id': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:55:22.168243 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Request body: {'port': {'device_id': 'd026df3e-764d-4346-8f57-3439f8239339', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:55:22.250632 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:22.294167 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e054add-a1a1-4286-80a2-d087e9eb4cef req-44acc9bd-4558-407f-912b-83a11098c0e4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:22.295692 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0e054add-a1a1-4286-80a2-d087e9eb4cef req-44acc9bd-4558-407f-912b-83a11098c0e4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 932 time: 0.0982010 May 25 14:55:22.298468 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (1adf867b-8b01-47c8-9071-efb5a796ac50), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:22.333333 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (17a70972-093e-43d6-a189-0a0186e2adeb), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:22.335156 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:22.348768 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-215ead28-aa3c-4cba-919f-0e43e5f5d086 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18c8213736cf4113951fbb3520c18183 HTTP/1.1" status: 200 len: 379 time: 0.1918664 May 25 14:55:22.349645 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:22.406708 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-d936d23f-9a75-4658-a5f4-11ab714d6bb1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Request body: {'port': {'device_id': '1f09fd70-df36-4976-a829-ebe720c7e516', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'admin_state_up': True, 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'security_groups': ['c1a771ba-45a9-46c4-8ed8-a07e381be726']}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:55:22.436098 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0e054add-a1a1-4286-80a2-d087e9eb4cef req-02f43ec2-c2e2-4966-a997-3d25e3c81aa8 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330953 May 25 14:55:22.726842 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa567340-6072-40d9-89ec-965e388dd450 req-cb812742-94a1-4d3d-b577-0e7a829841d7 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:22.728317 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fa567340-6072-40d9-89ec-965e388dd450 req-cb812742-94a1-4d3d-b577-0e7a829841d7 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.1673176 May 25 14:55:22.805602 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:22.860914 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:22.916218 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fa567340-6072-40d9-89ec-965e388dd450 req-29849340-18c0-468b-97e5-c2d705353ae2 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721172 May 25 14:55:22.945232 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:22.998281 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e4988-da91-4ccc-983e-a457aee0e2d9 req-b1a0aebe-2821-444d-9803-bd993b628eb6 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:22.999859 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-179e4988-da91-4ccc-983e-a457aee0e2d9 req-b1a0aebe-2821-444d-9803-bd993b628eb6 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 932 time: 0.1188412 May 25 14:55:23.081995 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1adf867b-8b01-47c8-9071-efb5a796ac50 {{(pid=116226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:55:23.104283 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Publish callbacks [] for port (1adf867b-8b01-47c8-9071-efb5a796ac50), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:23.153509 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-d936d23f-9a75-4658-a5f4-11ab714d6bb1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Made reservation on behalf of 18c8213736cf4113951fbb3520c18183 for: {'port': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:55:23.157342 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-d936d23f-9a75-4658-a5f4-11ab714d6bb1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:23.168463 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 {{(pid=116225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:55:23.171026 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7f78015f-882e-429f-8e32-b88485f78657 req-d82c8ae4-8b81-4d94-9127-953d6faff4d1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0844729 May 25 14:55:23.179513 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Publish callbacks [] for port (e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:23.180608 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.provisioning_blocks [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Transition to ACTIVE for port object 1adf867b-8b01-47c8-9071-efb5a796ac50 will not be triggered until provisioned by entity L2. {{(pid=116226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:55:23.193800 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-179e4988-da91-4ccc-983e-a457aee0e2d9 req-b46141c6-e984-483b-841e-d5e3f321b03f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783919 May 25 14:55:23.197712 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a70972-093e-43d6-a189-0a0186e2adeb {{(pid=116226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:55:23.206452 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Publish callbacks [] for port (17a70972-093e-43d6-a189-0a0186e2adeb), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:23.216577 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.provisioning_blocks [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Transition to ACTIVE for port object e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 will not be triggered until provisioned by entity L2. {{(pid=116225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:55:23.228827 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.provisioning_blocks [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Transition to ACTIVE for port object 17a70972-093e-43d6-a189-0a0186e2adeb will not be triggered until provisioned by entity L2. {{(pid=116226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:55:23.302129 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf025a7-0a5f-4846-a33d-75def0aaf935 req-1d096263-7911-4a53-9a9b-03f1c2cc2993 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:23.303676 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-aaf025a7-0a5f-4846-a33d-75def0aaf935 req-1d096263-7911-4a53-9a9b-03f1c2cc2993 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 931 time: 0.0478120 May 25 14:55:23.326806 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-d936d23f-9a75-4658-a5f4-11ab714d6bb1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Allocated IP 172.20.0.7 (0ddfa1ea-b411-4388-afb5-c29ffb748770/6457fdac-c3cb-47a9-aa14-b3ac369fd174/681873f5-4d38-4cac-8460-0a3e8282503d) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:55:23.345644 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126892817'] for port (1adf867b-8b01-47c8-9071-efb5a796ac50), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:23.348236 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126892817'] for port (17a70972-093e-43d6-a189-0a0186e2adeb), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:23.352571 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:23.427007 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-aaf025a7-0a5f-4846-a33d-75def0aaf935 req-3c62ee1f-85e5-4ed9-91cc-a266ddd630d8 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113846 May 25 14:55:23.527038 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Pushing event updated for resources: {'Port': ['ID=1adf867b-8b01-47c8-9071-efb5a796ac50,revision_number=2']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:23.581328 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:23.797369 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-d936d23f-9a75-4658-a5f4-11ab714d6bb1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for port (681873f5-4d38-4cac-8460-0a3e8282503d), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:23.856148 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Attempting to bind port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:55:23.856570 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Attempting to bind port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:55:23.857000 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Attempting to bind port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 on network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:55:23.882822 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 on network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:55:23.883030 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Attempting to bind port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 on network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:55:23.890032 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b {{(pid=116225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:55:23.896084 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:55:23.896508 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Checking segment: {'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:55:23.896971 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Bound using segment: {'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:55:23.897560 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Bound port: e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'}}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:55:23.897932 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:23.915288 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Publish callbacks [] for port (ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:23.918678 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Pushing event updated for resources: {'Port': ['ID=17a70972-093e-43d6-a189-0a0186e2adeb,revision_number=2']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:23.957646 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.provisioning_blocks [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Transition to ACTIVE for port object ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b will not be triggered until provisioned by entity L2. {{(pid=116225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:55:23.959046 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca9223-a052-42d9-be1c-1e91176476fd req-d627600b-9124-4c61-9779-8ecdfd3dd7a7 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:23.977624 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d5ca9223-a052-42d9-be1c-1e91176476fd req-d627600b-9124-4c61-9779-8ecdfd3dd7a7 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 932 time: 0.3693097 May 25 14:55:24.001227 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] For port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8, host hv-cinder-83028, cleared binding levels {{(pid=116225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:55:24.005136 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] For port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:55:24.023035 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.managers [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Attempting to bind port 17a70972-093e-43d6-a189-0a0186e2adeb on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:55:24.023493 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.managers [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Attempting to bind port 17a70972-093e-43d6-a189-0a0186e2adeb by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'}] {{(pid=116226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:55:24.023853 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Attempting to bind port 17a70972-093e-43d6-a189-0a0186e2adeb on network fa952598-36d5-42ef-b4ac-0f4017a94969 {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:55:24.032054 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:24.036192 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-d936d23f-9a75-4658-a5f4-11ab714d6bb1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:24.052571 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.managers [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Attempting to bind port 1adf867b-8b01-47c8-9071-efb5a796ac50 on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:55:24.054056 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.managers [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Attempting to bind port 1adf867b-8b01-47c8-9071-efb5a796ac50 by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': 'f03af469-759a-437c-aeec-2c02767c933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a'}] {{(pid=116226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:55:24.054462 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Attempting to bind port 1adf867b-8b01-47c8-9071-efb5a796ac50 on network ebc02943-e245-4287-8851-2c76f257286a {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:55:24.093491 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-d936d23f-9a75-4658-a5f4-11ab714d6bb1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Network 0ddfa1ea-b411-4388-afb5-c29ffb748770 is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:55:24.104629 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-d936d23f-9a75-4658-a5f4-11ab714d6bb1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:55:24.107303 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-d936d23f-9a75-4658-a5f4-11ab714d6bb1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:55:24.109632 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Port 1adf867b-8b01-47c8-9071-efb5a796ac50 on network ebc02943-e245-4287-8851-2c76f257286a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:55:24.109963 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Attempting to bind port 1adf867b-8b01-47c8-9071-efb5a796ac50 on network ebc02943-e245-4287-8851-2c76f257286a {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:55:24.118624 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Port 17a70972-093e-43d6-a189-0a0186e2adeb on network fa952598-36d5-42ef-b4ac-0f4017a94969 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:55:24.118624 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Attempting to bind port 17a70972-093e-43d6-a189-0a0186e2adeb on network fa952598-36d5-42ef-b4ac-0f4017a94969 {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:55:24.121845 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 53900) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:24.142834 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:55:24.143736 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Checking segment: {'id': 'f03af469-759a-437c-aeec-2c02767c933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:55:24.144501 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Bound using segment: {'id': 'f03af469-759a-437c-aeec-2c02767c933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a'} {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:55:24.147578 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.managers [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Bound port: 1adf867b-8b01-47c8-9071-efb5a796ac50, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f03af469-759a-437c-aeec-2c02767c933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a'}}] {{(pid=116226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:55:24.147578 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (1adf867b-8b01-47c8-9071-efb5a796ac50), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:24.151188 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:55:24.151595 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Checking segment: {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:55:24.151911 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Bound using segment: {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'} {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:55:24.152347 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.managers [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Bound port: 17a70972-093e-43d6-a189-0a0186e2adeb, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'}}] {{(pid=116226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:55:24.152705 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (17a70972-093e-43d6-a189-0a0186e2adeb), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:24.187307 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d5ca9223-a052-42d9-be1c-1e91176476fd req-fadacf72-a704-45e4-afc4-7506d78037bd tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082939 May 25 14:55:24.189124 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:24.214225 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fb876-d0e2-4745-af66-8c32053216b5 req-7d2e5080-4386-458c-9461-ddfa2984b303 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:24.222057 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8b5fb876-d0e2-4745-af66-8c32053216b5 req-7d2e5080-4386-458c-9461-ddfa2984b303 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 943 time: 0.1942222 May 25 14:55:24.272196 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Pushing event updated for resources: {'Port': ['ID=ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:24.312737 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] For port 1adf867b-8b01-47c8-9071-efb5a796ac50, host hv-cinder-83028, cleared binding levels {{(pid=116226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:55:24.318075 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] For port 1adf867b-8b01-47c8-9071-efb5a796ac50, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=1adf867b-8b01-47c8-9071-efb5a796ac50,segment=NetworkSegment(f03af469-759a-437c-aeec-2c02767c933a),segment_id=f03af469-759a-437c-aeec-2c02767c933a)] {{(pid=116226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:55:24.357115 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:24.366864 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:24.367509 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:24.369251 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] 10.222.0.86 "PUT /v2.0/ports/e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 HTTP/1.1" status: 200 len: 1093 time: 2.2705102 May 25 14:55:24.396917 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] For port 17a70972-093e-43d6-a189-0a0186e2adeb, host hv-cinder-83028, cleared binding levels {{(pid=116226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:55:24.403946 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c1f5bd-4a13-4a35-9607-5bbff2d886e0', 'tag': 'e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:55:24.406373 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b19ee8-5c6a-4e8a-a5c3-3f33d8478558" -d '{"events": [{"name": "network-changed", "server_uuid": "54c1f5bd-4a13-4a35-9607-5bbff2d886e0", "tag": "e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:55:24.447100 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-d936d23f-9a75-4658-a5f4-11ab714d6bb1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:24.447908 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-d936d23f-9a75-4658-a5f4-11ab714d6bb1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:24.473203 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] For port 17a70972-093e-43d6-a189-0a0186e2adeb, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=17a70972-093e-43d6-a189-0a0186e2adeb,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:55:24.483199 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936d23f-9a75-4658-a5f4-11ab714d6bb1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Pushing event updated for resources: {'Port': ['ID=681873f5-4d38-4cac-8460-0a3e8282503d,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:24.484536 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8b5fb876-d0e2-4745-af66-8c32053216b5 req-f4e34a9a-0f81-4ba4-95ea-eb6e8416c660 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614951 May 25 14:55:24.491200 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6ada09f9-bebf-4c84-a7d2-b2c334a7a82f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:24.499284 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a128d6-e645-45e6-8426-e0a1084d0fd7 req-3539bcf4-8500-4838-92c1-f8bede810240 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:24.507255 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-66a128d6-e645-45e6-8426-e0a1084d0fd7 req-3539bcf4-8500-4838-92c1-f8bede810240 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 931 time: 0.1317608 May 25 14:55:24.517384 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126892817'] for port (1adf867b-8b01-47c8-9071-efb5a796ac50), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:24.527908 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:24.580709 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:24.581884 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for port (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:24.583349 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] 10.222.0.86 "PUT /v2.0/ports/1adf867b-8b01-47c8-9071-efb5a796ac50 HTTP/1.1" status: 200 len: 1093 time: 2.4849110 May 25 14:55:24.588770 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed', 'tag': '1adf867b-8b01-47c8-9071-efb5a796ac50'}] {{(pid=116226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:55:24.618037 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Attempting to bind port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:55:24.618381 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Attempting to bind port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:55:24.618809 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Attempting to bind port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b on network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:55:24.658529 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-66a128d6-e645-45e6-8426-e0a1084d0fd7 req-226e6aa7-d49e-4dc2-bf20-48b30020def6 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505651 May 25 14:55:24.669663 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503821a3-7cc9-403b-aa85-b02d16a92aac service neutron] Pushing event updated for resources: {'Port': ['ID=1adf867b-8b01-47c8-9071-efb5a796ac50,revision_number=3']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:24.670873 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-d936d23f-9a75-4658-a5f4-11ab714d6bb1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2684982 May 25 14:55:24.688509 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126892817'] for port (17a70972-093e-43d6-a189-0a0186e2adeb), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:24.703766 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-e1bdd7d8-dab3-4643-9d7c-0df1ccc2f81c None None] Provisioning complete for port 681873f5-4d38-4cac-8460-0a3e8282503d triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:55:24.704571 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b on network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:55:24.704901 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Attempting to bind port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b on network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:55:24.706615 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-e1bdd7d8-dab3-4643-9d7c-0df1ccc2f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:24.754771 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:24.775352 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Request body: {'port': {'device_id': '1f09fd70-df36-4976-a829-ebe720c7e516', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:55:24.813084 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 47a43853-cc46-4066-8e17-9a8712025b8e details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:55:24.859667 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-e1bdd7d8-dab3-4643-9d7c-0df1ccc2f81c None None] Port 681873f5-4d38-4cac-8460-0a3e8282503d cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:55:24.891836 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6ada09f9-bebf-4c84-a7d2-b2c334a7a82f admin admin] Publish callbacks [] for security_group (e45931b0-89fe-4527-bf1e-b88a13964bdd), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:24.894261 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-81152a8e-7c0d-4c81-8e1d-ef022cea8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:24.896489 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-81152a8e-7c0d-4c81-8e1d-ef022cea8129 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 1127 time: 0.3101814 May 25 14:55:24.897190 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e5d51-ded5-415a-bb41-dc981efebaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8,revision_number=3']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:24.913787 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:24.918025 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:24.918685 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for port (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:24.920109 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] 10.222.0.86 "PUT /v2.0/ports/17a70972-093e-43d6-a189-0a0186e2adeb HTTP/1.1" status: 200 len: 1094 time: 2.7596409 May 25 14:55:24.942150 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c603575-e083-4f0c-893b-65e13eccf828 x-openstack-request-id: req-5c603575-e083-4f0c-893b-65e13eccf828 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:55:24.943574 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c1f5bd-4a13-4a35-9607-5bbff2d886e0", "tag": "e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:55:24.944549 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5c603575-e083-4f0c-893b-65e13eccf828 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:55:24.944955 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c603575-e083-4f0c-893b-65e13eccf828'] response: {'name': 'network-changed', 'server_uuid': '54c1f5bd-4a13-4a35-9607-5bbff2d886e0', 'tag': 'e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8', 'status': 'completed', 'code': 200} May 25 14:55:24.955283 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:55:24.955656 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Checking segment: {'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:55:24.956305 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Bound using segment: {'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:55:24.956763 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Bound port: ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'}}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:55:24.957128 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:24.995522 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dc151ac6212342da2108a0a28b94f4203e9e0da67b00e21663921939482ef4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762aa25b-74a8-4b14-8edb-8ff975666386" -d '{"events": [{"name": "network-changed", "server_uuid": "36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed", "tag": "1adf867b-8b01-47c8-9071-efb5a796ac50"}]}' {{(pid=116226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:55:25.057877 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 47a43853-cc46-4066-8e17-9a8712025b8e, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=47a43853-cc46-4066-8e17-9a8712025b8e,segment=NetworkSegment(aea91550-501d-4af2-a364-c9f6af86da22),segment_id=aea91550-501d-4af2-a364-c9f6af86da22)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:25.079645 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-fade924c-7d06-4314-8655-e51c811eb95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:25.079969 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': '47a43853-cc46-4066-8e17-9a8712025b8e', 'network_id': '5a350648-3aa0-418a-a25c-ca2375ff07bb', 'port_id': '47a43853-cc46-4066-8e17-9a8712025b8e', 'mac_address': 'fa:16:3e:78:40:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d92f0c1-4991-4420-ad6c-c5c4fb4d1810', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:55:25.082258 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6ada09f9-bebf-4c84-a7d2-b2c334a7a82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (e45931b0-89fe-4527-bf1e-b88a13964bdd), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:25.087908 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-fade924c-7d06-4314-8655-e51c811eb95d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=89a36e186c5f4d3c8b9030d91f6a30f6&device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 1127 time: 0.2983201 May 25 14:55:25.138271 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedb08d-cdba-4161-890a-87ffdb3514bb req-f151ec58-fabb-4848-98e1-a28eeb1d0e65 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:25.138271 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9aedb08d-cdba-4161-890a-87ffdb3514bb req-f151ec58-fabb-4848-98e1-a28eeb1d0e65 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 944 time: 0.3474011 May 25 14:55:25.147207 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51ff49-51de-46d5-8ab3-661fece3304f service neutron] Pushing event updated for resources: {'Port': ['ID=17a70972-093e-43d6-a189-0a0186e2adeb,revision_number=3']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:25.181871 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada09f9-bebf-4c84-a7d2-b2c334a7a82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45931b0-89fe-4527-bf1e-b88a13964bdd,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:25.212005 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-11f89606-d2ff-4dae-8231-3cdedefe9637 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 HTTP/1.1" status: 200 len: 217 time: 0.2580135 May 25 14:55:25.248028 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 47a43853-cc46-4066-8e17-9a8712025b8e is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:55:25.248637 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (47a43853-cc46-4066-8e17-9a8712025b8e), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:25.273299 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a43853-cc46-4066-8e17-9a8712025b8e {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:55:25.281743 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-fe235a3a-f491-4ea2-a316-0d4f551c6386 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1adf867b-8b01-47c8-9071-efb5a796ac50 HTTP/1.1" status: 200 len: 217 time: 0.1663144 May 25 14:55:25.296142 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7edc06-2914-4606-a6ba-53d0c5716b48 req-8090d465-526a-484d-88e6-59d190689352 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:25.304007 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6b7edc06-2914-4606-a6ba-53d0c5716b48 req-8090d465-526a-484d-88e6-59d190689352 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 943 time: 0.2658696 May 25 14:55:25.328384 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 47a43853-cc46-4066-8e17-9a8712025b8e, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=47a43853-cc46-4066-8e17-9a8712025b8e,segment=NetworkSegment(aea91550-501d-4af2-a364-c9f6af86da22),segment_id=aea91550-501d-4af2-a364-c9f6af86da22)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:25.363513 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-86455ae1-647d-400f-9c32-10e2357e9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:25.365023 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-86455ae1-647d-400f-9c32-10e2357e9498 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 1128 time: 0.2731519 May 25 14:55:25.388000 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-6ada09f9-bebf-4c84-a7d2-b2c334a7a82f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8dea89b258094e00b9687e5d855e0a22&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2617016 May 25 14:55:25.388711 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:25.391945 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 53932) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:25.394218 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9aedb08d-cdba-4161-890a-87ffdb3514bb req-9efaa916-a02f-48a5-b8a1-89db94874352 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219176 May 25 14:55:25.395372 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:25.406738 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (47a43853-cc46-4066-8e17-9a8712025b8e), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:25.438725 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-3f7b4daf-0763-4ff4-9952-c9795a520eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:25.439505 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-8da0d82b-2529-4686-bc46-f5a1c11cdcb1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a70972-093e-43d6-a189-0a0186e2adeb HTTP/1.1" status: 200 len: 217 time: 0.0579193 May 25 14:55:25.440435 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-3f7b4daf-0763-4ff4-9952-c9795a520eb6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ddc4207-3cdb-480e-9ac3-b200998dd0b9 HTTP/1.1" status: 200 len: 858 time: 0.1814167 May 25 14:55:25.446334 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-4a2c5c2f-6ce9-4e35-a9d7-a6d9969844d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:25.447690 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-4a2c5c2f-6ce9-4e35-a9d7-a6d9969844d1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8a273b51-9d95-4b21-9830-1ac6ac028637 HTTP/1.1" status: 200 len: 849 time: 0.1369052 May 25 14:55:25.475265 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6b7edc06-2914-4606-a6ba-53d0c5716b48 req-47701d77-0b6b-46d5-a277-956095938d0b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698833 May 25 14:55:25.486757 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:25.488264 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=47a43853-cc46-4066-8e17-9a8712025b8e,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:25.510631 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] For port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b, host hv-cinder-83028, cleared binding levels {{(pid=116225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:55:25.549201 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] For port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:55:25.567411 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e1c204-d223-42d9-8223-472d25db6f88 x-openstack-request-id: req-39e1c204-d223-42d9-8223-472d25db6f88 {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:55:25.576077 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed", "tag": "1adf867b-8b01-47c8-9071-efb5a796ac50", "status": "completed", "code": 200}]} {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:55:25.576077 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-39e1c204-d223-42d9-8223-472d25db6f88 {{(pid=116226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:55:25.576077 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e1c204-d223-42d9-8223-472d25db6f88'] response: {'name': 'network-changed', 'server_uuid': '36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed', 'tag': '1adf867b-8b01-47c8-9071-efb5a796ac50', 'status': 'completed', 'code': 200} May 25 14:55:25.585077 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1a96d0c2-cf84-42ec-85d5-717260fab8ba admin admin] Publish callbacks [] for security_group (e45931b0-89fe-4527-bf1e-b88a13964bdd), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:25.597090 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117a14f-9a95-44af-b103-823db18f1d88 req-1873697f-ba4f-4c10-aa78-720ab8a8a4ba tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:25.606852 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2117a14f-9a95-44af-b103-823db18f1d88 req-1873697f-ba4f-4c10-aa78-720ab8a8a4ba tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 944 time: 0.0714109 May 25 14:55:25.661020 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:25.666161 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1a96d0c2-cf84-42ec-85d5-717260fab8ba admin admin] Publish callbacks [] for security_group (e45931b0-89fe-4527-bf1e-b88a13964bdd), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:25.678996 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c139a-861b-47b9-8347-7177981808ee req-c15ba3a6-d420-47e4-b85a-f4aebc1f2b69 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:25.681015 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3b6c139a-861b-47b9-8347-7177981808ee req-c15ba3a6-d420-47e4-b85a-f4aebc1f2b69 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 944 time: 0.0671589 May 25 14:55:25.688248 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2117a14f-9a95-44af-b103-823db18f1d88 req-37eab29b-f763-4147-b86c-8400d0729080 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805576 May 25 14:55:25.733011 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:25.733632 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:25.735079 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-07f01947-94f5-446c-a647-045c0a911fed service neutron] 10.222.0.86 "PUT /v2.0/ports/ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b HTTP/1.1" status: 200 len: 1094 time: 3.5816882 May 25 14:55:25.754965 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3b6c139a-861b-47b9-8347-7177981808ee req-54a8cbf7-8b48-4e63-b692-81b670887524 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656872 May 25 14:55:25.808055 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f01947-94f5-446c-a647-045c0a911fed service neutron] Pushing event updated for resources: {'Port': ['ID=ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b,revision_number=3']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:25.847818 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97199c19-3a31-440e-8837-885fee33db7f req-6d46297a-4b0b-4d08-8112-88ed469d6189 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:25.855703 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-97199c19-3a31-440e-8837-885fee33db7f req-6d46297a-4b0b-4d08-8112-88ed469d6189 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 931 time: 0.0652375 May 25 14:55:25.925538 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681873f5-4d38-4cac-8460-0a3e8282503d {{(pid=116225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:55:25.931428 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-97199c19-3a31-440e-8837-885fee33db7f req-23ff0452-1f97-4aa9-8d4c-382fd8e163ff tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752835 May 25 14:55:25.935112 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Publish callbacks [] for port (681873f5-4d38-4cac-8460-0a3e8282503d), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:25.955206 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1a96d0c2-cf84-42ec-85d5-717260fab8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (e45931b0-89fe-4527-bf1e-b88a13964bdd), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:25.967498 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1a96d0c2-cf84-42ec-85d5-717260fab8ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:25.967498 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-1a96d0c2-cf84-42ec-85d5-717260fab8ba admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e45931b0-89fe-4527-bf1e-b88a13964bdd HTTP/1.1" status: 204 len: 168 time: 0.5663517 May 25 14:55:25.979913 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96d0c2-cf84-42ec-85d5-717260fab8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45931b0-89fe-4527-bf1e-b88a13964bdd,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:25.982686 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.provisioning_blocks [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Transition to ACTIVE for port object 681873f5-4d38-4cac-8460-0a3e8282503d will not be triggered until provisioned by entity L2. {{(pid=116225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:55:26.100459 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:26.155342 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Pushing event updated for resources: {'Port': ['ID=681873f5-4d38-4cac-8460-0a3e8282503d,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:26.235422 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Attempting to bind port 681873f5-4d38-4cac-8460-0a3e8282503d on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:55:26.236127 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Attempting to bind port 681873f5-4d38-4cac-8460-0a3e8282503d by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': 'd991c543-75a8-41ee-97d3-06fc338d6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770'}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:55:26.236127 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Attempting to bind port 681873f5-4d38-4cac-8460-0a3e8282503d on network 0ddfa1ea-b411-4388-afb5-c29ffb748770 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:55:26.241062 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Port 681873f5-4d38-4cac-8460-0a3e8282503d on network 0ddfa1ea-b411-4388-afb5-c29ffb748770 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:55:26.241384 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Attempting to bind port 681873f5-4d38-4cac-8460-0a3e8282503d on network 0ddfa1ea-b411-4388-afb5-c29ffb748770 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:55:26.246662 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:55:26.247007 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Checking segment: {'id': 'd991c543-75a8-41ee-97d3-06fc338d6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:55:26.247396 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Bound using segment: {'id': 'd991c543-75a8-41ee-97d3-06fc338d6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770'} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:55:26.247824 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Bound port: 681873f5-4d38-4cac-8460-0a3e8282503d, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd991c543-75a8-41ee-97d3-06fc338d6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770'}}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:55:26.248192 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:26.313186 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] For port 681873f5-4d38-4cac-8460-0a3e8282503d, host hv-cinder-83028, cleared binding levels {{(pid=116225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:55:26.317181 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] For port 681873f5-4d38-4cac-8460-0a3e8282503d, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=681873f5-4d38-4cac-8460-0a3e8282503d,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:55:26.409191 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:26.443393 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:26.444286 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:26.445666 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] 10.222.0.86 "PUT /v2.0/ports/681873f5-4d38-4cac-8460-0a3e8282503d HTTP/1.1" status: 200 len: 1093 time: 1.6811132 May 25 14:55:26.471736 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c004cff-5dc8-4125-a773-4f00d7e3a5ce service neutron] Pushing event updated for resources: {'Port': ['ID=681873f5-4d38-4cac-8460-0a3e8282503d,revision_number=3']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:26.514900 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6708e-c4c5-488f-8a57-e02209d72f1a req-fe800dc4-1e05-496b-b06c-0ead21f932a8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:26.516568 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-72f6708e-c4c5-488f-8a57-e02209d72f1a req-fe800dc4-1e05-496b-b06c-0ead21f932a8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 944 time: 0.0520840 May 25 14:55:26.602265 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-72f6708e-c4c5-488f-8a57-e02209d72f1a req-d772505d-8e91-4f3e-8e13-e0c1b7c9d624 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788372 May 25 14:55:26.614759 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507bd07-6251-45e4-8b0f-28ea240981e4 req-cb9e8f70-d1e1-476d-9985-dc4fa8f76384 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:26.616340 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b507bd07-6251-45e4-8b0f-28ea240981e4 req-cb9e8f70-d1e1-476d-9985-dc4fa8f76384 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 943 time: 0.0715318 May 25 14:55:26.667135 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b507bd07-6251-45e4-8b0f-28ea240981e4 req-0584c666-1b15-4e14-b35a-38f4bd7c52a9 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446277 May 25 14:55:26.742674 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 53954) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:26.759462 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a10d07e8-4339-4009-9188-bbab34881d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:26.809976 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a562fc-a670-4c79-84af-9d4cab691a67 req-f8f6f7d1-853d-4b75-8a71-c496924e3ca1 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:26.811754 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-74a562fc-a670-4c79-84af-9d4cab691a67 req-f8f6f7d1-853d-4b75-8a71-c496924e3ca1 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 944 time: 0.0504768 May 25 14:55:26.848721 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a10d07e8-4339-4009-9188-bbab34881d42 admin admin] Publish callbacks [] for security_group (b7ffbe21-9128-4f11-b293-37ba9c7f23e5), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:26.891478 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-74a562fc-a670-4c79-84af-9d4cab691a67 req-ba35c84c-8121-48f3-b5d4-b9649302839c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737214 May 25 14:55:26.901642 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc01fb5-0094-4c3c-8a5a-a73607ed1c13 req-c79b648e-f3dd-4561-b8c7-994b9ab1ab6c tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:26.903163 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7dc01fb5-0094-4c3c-8a5a-a73607ed1c13 req-c79b648e-f3dd-4561-b8c7-994b9ab1ab6c tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 944 time: 0.0656118 May 25 14:55:26.926520 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a10d07e8-4339-4009-9188-bbab34881d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (b7ffbe21-9128-4f11-b293-37ba9c7f23e5), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:26.945750 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd026df3e-764d-4346-8f57-3439f8239339', 'tag': 'ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b'}, {'name': 'network-changed', 'server_uuid': '1f09fd70-df36-4976-a829-ebe720c7e516', 'tag': '681873f5-4d38-4cac-8460-0a3e8282503d'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:55:26.948022 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d" -d '{"events": [{"name": "network-changed", "server_uuid": "d026df3e-764d-4346-8f57-3439f8239339", "tag": "ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b"}, {"name": "network-changed", "server_uuid": "1f09fd70-df36-4976-a829-ebe720c7e516", "tag": "681873f5-4d38-4cac-8460-0a3e8282503d"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:55:26.950630 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7dc01fb5-0094-4c3c-8a5a-a73607ed1c13 req-0ed4fdb0-49fd-4334-9fe4-352cfbfbd59b tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420361 May 25 14:55:26.983730 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-a10d07e8-4339-4009-9188-bbab34881d42 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4bc66444ffc346f0beabc4f3a6a5e961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399588 May 25 14:55:26.984931 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d07e8-4339-4009-9188-bbab34881d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ffbe21-9128-4f11-b293-37ba9c7f23e5,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:26.989179 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 53964) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:27.033494 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 25 May 2022 14:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056a661b-6fdf-4ad8-a092-f919a1a3002d x-openstack-request-id: req-056a661b-6fdf-4ad8-a092-f919a1a3002d {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:55:27.041917 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d026df3e-764d-4346-8f57-3439f8239339", "tag": "ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f09fd70-df36-4976-a829-ebe720c7e516", "tag": "681873f5-4d38-4cac-8460-0a3e8282503d", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:55:27.041917 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-056a661b-6fdf-4ad8-a092-f919a1a3002d {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:55:27.041917 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-056a661b-6fdf-4ad8-a092-f919a1a3002d'] response: {'name': 'network-changed', 'server_uuid': 'd026df3e-764d-4346-8f57-3439f8239339', 'tag': 'ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b', 'status': 'completed', 'code': 200} May 25 14:55:27.041917 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-056a661b-6fdf-4ad8-a092-f919a1a3002d'] response: {'name': 'network-changed', 'server_uuid': '1f09fd70-df36-4976-a829-ebe720c7e516', 'tag': '681873f5-4d38-4cac-8460-0a3e8282503d', 'status': 'completed', 'code': 200} May 25 14:55:27.047585 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:27.075923 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0d26b-af81-475b-8cad-b18502f4eb26 req-d41903e3-5518-48b6-9395-5a4a783739e5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:27.077380 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-24f0d26b-af81-475b-8cad-b18502f4eb26 req-d41903e3-5518-48b6-9395-5a4a783739e5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0692990 May 25 14:55:27.099731 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-77ae1e19-a1a2-4213-b39b-fc5b609f12d9 admin admin] Publish callbacks [] for security_group (b7ffbe21-9128-4f11-b293-37ba9c7f23e5), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:27.140073 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-77ae1e19-a1a2-4213-b39b-fc5b609f12d9 admin admin] Publish callbacks [] for security_group (b7ffbe21-9128-4f11-b293-37ba9c7f23e5), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:27.160104 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-24f0d26b-af81-475b-8cad-b18502f4eb26 req-71ce23ef-b3a8-4c70-891c-caa907469a56 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716178 May 25 14:55:27.282940 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-77ae1e19-a1a2-4213-b39b-fc5b609f12d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (b7ffbe21-9128-4f11-b293-37ba9c7f23e5), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:27.283091 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:27.286020 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-77ae1e19-a1a2-4213-b39b-fc5b609f12d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:27.287208 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-77ae1e19-a1a2-4213-b39b-fc5b609f12d9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b7ffbe21-9128-4f11-b293-37ba9c7f23e5 HTTP/1.1" status: 204 len: 168 time: 0.2986686 May 25 14:55:27.295207 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae1e19-a1a2-4213-b39b-fc5b609f12d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ffbe21-9128-4f11-b293-37ba9c7f23e5,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:27.414573 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:27.569644 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'tag': '17a70972-093e-43d6-a189-0a0186e2adeb'}] {{(pid=116226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:55:27.571967 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dc151ac6212342da2108a0a28b94f4203e9e0da67b00e21663921939482ef4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1e2cba-4eed-4402-bc0b-3a6b29e90c65" -d '{"events": [{"name": "network-changed", "server_uuid": "64837a10-d6e9-4fde-9766-7c03759eae0a", "tag": "17a70972-093e-43d6-a189-0a0186e2adeb"}]}' {{(pid=116226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:55:27.609863 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e1cb31-97b1-4014-b53e-af255939a301 x-openstack-request-id: req-f7e1cb31-97b1-4014-b53e-af255939a301 {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:55:27.610146 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64837a10-d6e9-4fde-9766-7c03759eae0a", "tag": "17a70972-093e-43d6-a189-0a0186e2adeb", "status": "completed", "code": 200}]} {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:55:27.610391 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f7e1cb31-97b1-4014-b53e-af255939a301 {{(pid=116226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:55:27.610855 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e1cb31-97b1-4014-b53e-af255939a301'] response: {'name': 'network-changed', 'server_uuid': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'tag': '17a70972-093e-43d6-a189-0a0186e2adeb', 'status': 'completed', 'code': 200} May 25 14:55:27.630830 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:27.808514 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b0d9b-b8a5-478e-9534-0dd1c3661193 req-43b17a8b-e96e-4871-bcba-edf4885378c0 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:27.810293 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ea4b0d9b-b8a5-478e-9534-0dd1c3661193 req-43b17a8b-e96e-4871-bcba-edf4885378c0 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 943 time: 0.0606408 May 25 14:55:27.896522 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb05d0a-8f95-4faa-bf9f-036d874046b1 req-1cad56b6-6c7b-455d-9769-b2249de580ab tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:27.898011 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2cb05d0a-8f95-4faa-bf9f-036d874046b1 req-1cad56b6-6c7b-455d-9769-b2249de580ab tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 944 time: 0.0710924 May 25 14:55:27.916067 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ea4b0d9b-b8a5-478e-9534-0dd1c3661193 req-cf6ea60c-ac11-48b2-8b85-1fa1dcd353c0 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968506 May 25 14:55:27.953965 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2cb05d0a-8f95-4faa-bf9f-036d874046b1 req-b9772421-3850-4718-ae80-f0b8f12199f7 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479839 May 25 14:55:28.019003 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:28.037968 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63aa9d-1e7a-400a-bd1b-47716df71a07 req-384187c6-2f05-459d-a10f-fb916ebeb2fb tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:28.039687 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ca63aa9d-1e7a-400a-bd1b-47716df71a07 req-384187c6-2f05-459d-a10f-fb916ebeb2fb tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 944 time: 0.0665278 May 25 14:55:28.109130 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a5e91-639b-4e2d-ada3-10fabd632025 req-c9f9b632-b62d-4f16-a917-aaa6e68d8e7b tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:28.110607 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4a6a5e91-639b-4e2d-ada3-10fabd632025 req-c9f9b632-b62d-4f16-a917-aaa6e68d8e7b tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 944 time: 0.0695555 May 25 14:55:28.141470 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ca63aa9d-1e7a-400a-bd1b-47716df71a07 req-91c39cb7-d27c-42ac-9d5a-7e62fe735490 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909793 May 25 14:55:28.172541 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4a6a5e91-639b-4e2d-ada3-10fabd632025 req-2dafbbc0-dab2-44e9-ab3c-53559a267458 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509982 May 25 14:55:28.282372 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea364bd2-e842-4f80-83b0-93804289d20c req-f0e55c85-1c30-4174-93aa-ef2601f8c295 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:28.284394 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ea364bd2-e842-4f80-83b0-93804289d20c req-f0e55c85-1c30-4174-93aa-ef2601f8c295 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0520191 May 25 14:55:28.345512 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ea364bd2-e842-4f80-83b0-93804289d20c req-d61e5409-7f76-4135-8fb7-6f8ab5aef92c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528698 May 25 14:55:28.932467 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:29.047998 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7bf7c-c326-4239-b776-080d4e79022e req-6b543c7d-490e-44a7-8717-3f932f2a30cb tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:29.049512 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dff7bf7c-c326-4239-b776-080d4e79022e req-6b543c7d-490e-44a7-8717-3f932f2a30cb tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 943 time: 0.0606806 May 25 14:55:29.098356 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7679ef-b34b-4ed2-8607-4d0cb938c050 req-b927a1f7-4d56-488b-af96-e4a52e1da938 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:29.099946 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7e7679ef-b34b-4ed2-8607-4d0cb938c050 req-b927a1f7-4d56-488b-af96-e4a52e1da938 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 944 time: 0.0732698 May 25 14:55:29.142763 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dff7bf7c-c326-4239-b776-080d4e79022e req-6de96b4c-e6ef-4e67-ad0f-9045acbc2a87 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769117 May 25 14:55:29.173137 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7e7679ef-b34b-4ed2-8607-4d0cb938c050 req-fcbed28e-a882-4dfd-8c9d-6d9527376998 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607481 May 25 14:55:29.313662 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e0fc0-ce46-413f-a7f6-0a3d2fb5e2b5 req-3baa0070-94f7-4202-b2e8-32e97aec1342 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:29.316140 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bd0e0fc0-ce46-413f-a7f6-0a3d2fb5e2b5 req-3baa0070-94f7-4202-b2e8-32e97aec1342 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 944 time: 0.0835040 May 25 14:55:29.355659 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:29.415866 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc9cc6-0c69-421c-8d10-3c693b24d0c1 req-e6d31634-1201-47f0-9d76-96498d99fab6 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:29.418448 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f3cc9cc6-0c69-421c-8d10-3c693b24d0c1 req-e6d31634-1201-47f0-9d76-96498d99fab6 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 944 time: 0.1572227 May 25 14:55:29.452726 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-59da6d58-4bea-43f7-8240-31c5f690069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:29.454542 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-59da6d58-4bea-43f7-8240-31c5f690069d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0892739 May 25 14:55:29.455853 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-a8ba33a3-d9e7-4c20-b5ec-ebbe2d761c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:29.457388 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-a8ba33a3-d9e7-4c20-b5ec-ebbe2d761c2d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 1128 time: 0.0821710 May 25 14:55:29.460928 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-5387e565-9fd3-430d-807d-1672bb46867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:29.462356 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-5387e565-9fd3-430d-807d-1672bb46867b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1ed1170-215c-4406-945e-b79e6c0cdc5d HTTP/1.1" status: 200 len: 853 time: 0.1601748 May 25 14:55:29.501383 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-835a9bbc-5bbc-4c9d-85de-0daef9e0c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:29.504130 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-835a9bbc-5bbc-4c9d-85de-0daef9e0c475 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebc02943-e245-4287-8851-2c76f257286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1315629 May 25 14:55:29.575292 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bd0e0fc0-ce46-413f-a7f6-0a3d2fb5e2b5 req-71c1062d-f0d9-47f8-8e03-e4b301bd85a5 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296345 May 25 14:55:29.599234 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-a8c03ed1-18fd-46a1-a92b-cbbd637c9e38 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b HTTP/1.1" status: 200 len: 217 time: 0.0723712 May 25 14:55:29.604463 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:29.654185 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-51295575-34ea-423c-9afa-e026608af2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:29.655734 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-51295575-34ea-423c-9afa-e026608af2c6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18c8213736cf4113951fbb3520c18183&device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 1127 time: 0.1279135 May 25 14:55:29.682724 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-7ec98599-ca1f-4a72-9c4b-5935a5000ada service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042224 May 25 14:55:29.686400 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-95c193c1-7c46-4fb1-9282-1101297a4a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:29.687843 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-95c193c1-7c46-4fb1-9282-1101297a4a91 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ddc4207-3cdb-480e-9ac3-b200998dd0b9 HTTP/1.1" status: 200 len: 858 time: 0.0787370 May 25 14:55:29.847399 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-494c860f-de6c-43cd-9dc1-2239b7792966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:29.848869 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-494c860f-de6c-43cd-9dc1-2239b7792966 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa952598-36d5-42ef-b4ac-0f4017a94969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3315766 May 25 14:55:29.857049 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f3cc9cc6-0c69-421c-8d10-3c693b24d0c1 req-fd534cd8-b6cc-4a28-a251-7ef81b2ecea5 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144812 May 25 14:55:29.878007 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b44bf-8f9d-49a4-9d2b-92b9145ae54d req-b2ab834e-e758-44c9-90cd-c3806a19c33c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:29.879875 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f97b44bf-8f9d-49a4-9d2b-92b9145ae54d req-b2ab834e-e758-44c9-90cd-c3806a19c33c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.1103835 May 25 14:55:29.922700 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-edfa04d1-f197-4e6a-ab8c-4497d77f9bca service neutron] 10.222.0.86 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934507 May 25 14:55:29.945611 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f97b44bf-8f9d-49a4-9d2b-92b9145ae54d req-6a502fce-bde1-4cb2-a74e-18f87e500a75 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588868 May 25 14:55:30.132230 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-d73907dd-76fb-4713-9b63-08a25f23bf2a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=681873f5-4d38-4cac-8460-0a3e8282503d HTTP/1.1" status: 200 len: 217 time: 0.0792470 May 25 14:55:30.139188 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:30.216015 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-bb6bdc74-d87f-4bb6-898d-0ca2ae4959f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:30.217525 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-bb6bdc74-d87f-4bb6-898d-0ca2ae4959f8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1487134 May 25 14:55:30.227020 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5541ff25-1e48-422c-8cfb-bbd778efd0e6 req-a9e5b061-5022-458d-a46d-693e6d445f15 service neutron] 10.222.0.86 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734347 May 25 14:55:30.270172 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-ad056621-d567-40de-aa70-cf1ba361c794 service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080715 May 25 14:55:30.355127 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:30.370259 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35602cb-386e-41ad-922a-2354fb87a309 req-8cec8e56-6d72-4f04-96b5-4fcacb02f08b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:30.371877 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e35602cb-386e-41ad-922a-2354fb87a309 req-8cec8e56-6d72-4f04-96b5-4fcacb02f08b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 943 time: 0.1432798 May 25 14:55:30.384026 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['47a43853-cc46-4066-8e17-9a8712025b8e'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:55:30.400918 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922af9f-e023-4073-9025-2fab056dfdaa req-67ba1e48-fb2e-4c53-8c73-382f841d4420 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:30.403562 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d922af9f-e023-4073-9025-2fab056dfdaa req-67ba1e48-fb2e-4c53-8c73-382f841d4420 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 944 time: 0.1376362 May 25 14:55:30.493799 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-88073768-dd17-4c1a-849a-575fe59744a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:30.495307 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-88073768-dd17-4c1a-849a-575fe59744a0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6457fdac-c3cb-47a9-aa14-b3ac369fd174 HTTP/1.1" status: 200 len: 856 time: 0.3548427 May 25 14:55:30.512950 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e35602cb-386e-41ad-922a-2354fb87a309 req-c643e187-7c23-4af5-8629-c60cfd57e8c4 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300359 May 25 14:55:30.514659 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-560f3c5f-42ba-484b-8995-141ec4c219fd req-527d8e28-6847-49f4-b0e2-72a3e8c7bd14 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547427 May 25 14:55:30.518961 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-61d1b594-3379-4791-80b9-90b2d292cce2 req-4eb2cc4d-c29c-4b4a-b20d-2f787d3eb892 service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350681 May 25 14:55:30.559600 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d922af9f-e023-4073-9025-2fab056dfdaa req-c7ecc28e-ef5f-431b-9e19-a3200b0ad4d0 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467309 May 25 14:55:30.579682 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-a47b7550-3d4f-4527-91c4-ba7569d42881 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533134 May 25 14:55:30.695393 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baa2fb-4b8f-49ad-859e-636ab3499370 req-47950292-d66f-4d43-8ceb-08de81e56f17 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:30.696828 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-59baa2fb-4b8f-49ad-859e-636ab3499370 req-47950292-d66f-4d43-8ceb-08de81e56f17 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 944 time: 0.0559704 May 25 14:55:30.747590 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-59baa2fb-4b8f-49ad-859e-636ab3499370 req-53009df0-0471-488f-af54-0de9a015f265 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449421 May 25 14:55:30.972746 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01972436-f8ba-4da7-bba0-c11d710df059 req-b2272a1b-62f6-48d3-a5be-60f95dfb46dc tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:30.974252 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-01972436-f8ba-4da7-bba0-c11d710df059 req-b2272a1b-62f6-48d3-a5be-60f95dfb46dc tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 944 time: 0.0478349 May 25 14:55:30.992809 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:31.031872 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-01972436-f8ba-4da7-bba0-c11d710df059 req-6ba0fd49-5834-4c06-b2ba-dc3f0df0dc35 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519960 May 25 14:55:31.065085 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc66055-a9f5-4c1d-a37d-0b10d179d244 req-ab7adfd8-3519-477e-86c7-4c1b269089ca tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:31.066822 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0cc66055-a9f5-4c1d-a37d-0b10d179d244 req-ab7adfd8-3519-477e-86c7-4c1b269089ca tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0508833 May 25 14:55:31.116439 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0cc66055-a9f5-4c1d-a37d-0b10d179d244 req-c826ab3d-28b7-4b61-8fce-6ffaab2bbf6f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440898 May 25 14:55:31.601047 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 47a43853-cc46-4066-8e17-9a8712025b8e up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:55:31.620911 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4561d2-9142-45d2-b2be-80243d181445 req-fb9985fa-372e-44f5-bfed-8ea5443ca20c tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:31.622881 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6b4561d2-9142-45d2-b2be-80243d181445 req-fb9985fa-372e-44f5-bfed-8ea5443ca20c tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 943 time: 0.0554898 May 25 14:55:31.655004 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port 47a43853-cc46-4066-8e17-9a8712025b8e completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:55:31.658522 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:31.723016 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6b4561d2-9142-45d2-b2be-80243d181445 req-48533a4b-6046-4765-8de4-171796284615 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933959 May 25 14:55:31.728459 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port 47a43853-cc46-4066-8e17-9a8712025b8e triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:55:31.728962 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (47a43853-cc46-4066-8e17-9a8712025b8e), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:31.733465 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240ae75-06ad-4595-80f6-5cf231ffc1a0 req-dea27627-a6ca-4385-9f03-abb398c55c30 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:31.734944 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3240ae75-06ad-4595-80f6-5cf231ffc1a0 req-dea27627-a6ca-4385-9f03-abb398c55c30 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 944 time: 0.0632095 May 25 14:55:31.797767 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3240ae75-06ad-4595-80f6-5cf231ffc1a0 req-9449e15e-9a38-4274-9c96-c049ac6d47ab tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558798 May 25 14:55:31.888123 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d82783-df00-478a-bea5-1d3b52658552 req-2b735141-6b7c-45cf-8e61-9c9f0b28edbc tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:31.889771 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-12d82783-df00-478a-bea5-1d3b52658552 req-2b735141-6b7c-45cf-8e61-9c9f0b28edbc tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 944 time: 0.0580289 May 25 14:55:31.933944 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 47a43853-cc46-4066-8e17-9a8712025b8e is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:55:31.934325 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (47a43853-cc46-4066-8e17-9a8712025b8e), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:31.941698 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-12d82783-df00-478a-bea5-1d3b52658552 req-21a579c2-241e-4341-8464-a4d139682ad6 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458934 May 25 14:55:31.957962 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150d8545-ce77-41fa-9c4c-1d157e865b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a43853-cc46-4066-8e17-9a8712025b8e'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:55:32.037950 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 47a43853-cc46-4066-8e17-9a8712025b8e, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=47a43853-cc46-4066-8e17-9a8712025b8e,segment=NetworkSegment(aea91550-501d-4af2-a364-c9f6af86da22),segment_id=aea91550-501d-4af2-a364-c9f6af86da22)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:32.109209 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (47a43853-cc46-4066-8e17-9a8712025b8e), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:32.180514 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1aed5a-c6f4-4049-8720-86a7678713aa" -d '{"events": [{"server_uuid": "150d8545-ce77-41fa-9c4c-1d157e865b6c", "name": "network-vif-plugged", "status": "completed", "tag": "47a43853-cc46-4066-8e17-9a8712025b8e"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:55:32.187052 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=47a43853-cc46-4066-8e17-9a8712025b8e,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:32.193873 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6baab-ee27-4ce7-84f2-680e8b8bca5e req-59d52f84-9c4d-4e53-ad97-ade0740feff7 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:32.202679 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-67b6baab-ee27-4ce7-84f2-680e8b8bca5e req-59d52f84-9c4d-4e53-ad97-ade0740feff7 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 945 time: 0.1007123 May 25 14:55:32.273601 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68cbdf-1162-44d1-bca8-e5e1c7c126ec req-ca422b33-80ac-4600-8a79-06145df9e27d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:32.275107 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ab68cbdf-1162-44d1-bca8-e5e1c7c126ec req-ca422b33-80ac-4600-8a79-06145df9e27d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0711164 May 25 14:55:32.293442 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-67b6baab-ee27-4ce7-84f2-680e8b8bca5e req-c50dc9ab-f9b0-40c8-851f-809db3301917 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911653 May 25 14:55:32.335249 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ab68cbdf-1162-44d1-bca8-e5e1c7c126ec req-e2484216-adae-4c84-9abe-05b327869a88 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523412 May 25 14:55:32.397887 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303034a4-210f-45df-b504-a7e02efef45d x-openstack-request-id: req-303034a4-210f-45df-b504-a7e02efef45d {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:55:32.398274 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150d8545-ce77-41fa-9c4c-1d157e865b6c", "name": "network-vif-plugged", "status": "completed", "tag": "47a43853-cc46-4066-8e17-9a8712025b8e", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:55:32.398620 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-303034a4-210f-45df-b504-a7e02efef45d {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:55:32.399098 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303034a4-210f-45df-b504-a7e02efef45d'] response: {'server_uuid': '150d8545-ce77-41fa-9c4c-1d157e865b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a43853-cc46-4066-8e17-9a8712025b8e', 'code': 200} May 25 14:55:32.615318 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 54156) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:32.720709 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e5da5678-5591-4ba9-b8de-cc525dfac5ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:32.828034 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e5da5678-5591-4ba9-b8de-cc525dfac5ef admin admin] Publish callbacks [] for security_group (feea09cf-3536-49be-a175-5edf3cd38343), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:32.846696 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e8d87-1a16-4def-b6d4-a84f9378273d req-131a4743-a5d9-4591-872e-9563b6f7b4c9 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:32.848187 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-826e8d87-1a16-4def-b6d4-a84f9378273d req-131a4743-a5d9-4591-872e-9563b6f7b4c9 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 943 time: 0.0545943 May 25 14:55:32.931164 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-826e8d87-1a16-4def-b6d4-a84f9378273d req-f9555b84-402b-4ae4-b46a-266185bb5e76 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771925 May 25 14:55:32.939567 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f78b8-1f85-4c42-a445-c13e4dc91d36 req-525e32d3-2861-430e-88ac-c5c66750dfb3 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:32.941778 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-444f78b8-1f85-4c42-a445-c13e4dc91d36 req-525e32d3-2861-430e-88ac-c5c66750dfb3 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 944 time: 0.0664115 May 25 14:55:32.942508 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e5da5678-5591-4ba9-b8de-cc525dfac5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (feea09cf-3536-49be-a175-5edf3cd38343), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:32.972685 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:32.998922 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:33.009239 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-e5da5678-5591-4ba9-b8de-cc525dfac5ef admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=36ce0d58f4074846b6af9c21337430a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926325 May 25 14:55:33.012138 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da5678-5591-4ba9-b8de-cc525dfac5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feea09cf-3536-49be-a175-5edf3cd38343,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:33.012643 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 54176) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:33.022062 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:33.074279 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-444f78b8-1f85-4c42-a445-c13e4dc91d36 req-c49be839-bb44-4ee8-befb-f17bcb78b1fb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255312 May 25 14:55:33.115129 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f35da-381b-4b20-9d22-101832f9bcba req-bad4397b-52cb-4fa4-81af-7b025a97a956 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:33.115129 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0a3f35da-381b-4b20-9d22-101832f9bcba req-bad4397b-52cb-4fa4-81af-7b025a97a956 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 944 time: 0.0946903 May 25 14:55:33.146585 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762aa25b-74a8-4b14-8edb-8ff975666386 req-794b0f1b-212d-49ea-ac2b-1ff3a2dcc8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:33.148102 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-762aa25b-74a8-4b14-8edb-8ff975666386 req-794b0f1b-212d-49ea-ac2b-1ff3a2dcc8c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=89a36e186c5f4d3c8b9030d91f6a30f6&device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 1127 time: 0.1124413 May 25 14:55:33.183606 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0a3f35da-381b-4b20-9d22-101832f9bcba req-f72cb20f-f8e1-45d1-877c-a45315bed8ce tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597718 May 25 14:55:33.190347 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-a8ec65d5-4e08-46fa-8fbd-bcdb1c9fbc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:33.190347 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-a8ec65d5-4e08-46fa-8fbd-bcdb1c9fbc39 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0ddfa1ea-b411-4388-afb5-c29ffb748770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1577852 May 25 14:55:33.220147 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Publish callbacks [] for security_group (feea09cf-3536-49be-a175-5edf3cd38343), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:33.240475 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d21d51fb-9f79-4c7f-9f25-fa7ffe3a1e00 req-8754b44b-3650-42c0-969b-b902e5671a40 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105682 May 25 14:55:33.252200 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Publish callbacks [] for security_group (feea09cf-3536-49be-a175-5edf3cd38343), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:33.408946 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (feea09cf-3536-49be-a175-5edf3cd38343), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:33.412170 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:33.416394 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/feea09cf-3536-49be-a175-5edf3cd38343 HTTP/1.1" status: 204 len: 168 time: 0.3992953 May 25 14:55:33.421398 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feea09cf-3536-49be-a175-5edf3cd38343,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:33.428324 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc787e14-64db-4b06-8f55-3754afe8e1fc req-ff23800c-7636-4165-b62a-a62dd9ca1f3b tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:33.430048 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cc787e14-64db-4b06-8f55-3754afe8e1fc req-ff23800c-7636-4165-b62a-a62dd9ca1f3b tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 945 time: 0.0587189 May 25 14:55:33.430673 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:33.431176 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:33.431843 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:33.432331 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:33.432819 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:33.433296 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:33.433770 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:33.434242 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:33.434756 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:33.435227 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:33.435731 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:33.436394 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:33.436876 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:33.437712 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:33.438453 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c26934-d197-47c6-9a77-248359a61372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:33.483871 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b996e-3296-41dc-a31d-fc0523243892 req-c6f70f4b-ea38-4380-9677-3db6aeaebbe5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:33.490775 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-522b996e-3296-41dc-a31d-fc0523243892 req-c6f70f4b-ea38-4380-9677-3db6aeaebbe5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0756171 May 25 14:55:33.523058 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cc787e14-64db-4b06-8f55-3754afe8e1fc req-bbd918bf-7a1b-4977-a11f-313fd27ef804 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741475 May 25 14:55:33.546551 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-522b996e-3296-41dc-a31d-fc0523243892 req-cf446dbc-57fc-44ac-b778-f9692d961075 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548522 May 25 14:55:33.605889 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 1adf867b-8b01-47c8-9071-efb5a796ac50 details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:55:33.714284 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 1adf867b-8b01-47c8-9071-efb5a796ac50, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=1adf867b-8b01-47c8-9071-efb5a796ac50,segment=NetworkSegment(f03af469-759a-437c-aeec-2c02767c933a),segment_id=f03af469-759a-437c-aeec-2c02767c933a)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:33.729456 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': '1adf867b-8b01-47c8-9071-efb5a796ac50', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'port_id': '1adf867b-8b01-47c8-9071-efb5a796ac50', 'mac_address': 'fa:16:3e:4a:8d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:55:33.763672 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 1adf867b-8b01-47c8-9071-efb5a796ac50 is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:55:33.764062 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (1adf867b-8b01-47c8-9071-efb5a796ac50), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:33.776668 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1adf867b-8b01-47c8-9071-efb5a796ac50 {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:55:33.796569 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 1adf867b-8b01-47c8-9071-efb5a796ac50, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=1adf867b-8b01-47c8-9071-efb5a796ac50,segment=NetworkSegment(f03af469-759a-437c-aeec-2c02767c933a),segment_id=f03af469-759a-437c-aeec-2c02767c933a)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:33.888322 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (1adf867b-8b01-47c8-9071-efb5a796ac50), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:33.935512 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=1adf867b-8b01-47c8-9071-efb5a796ac50,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:34.047428 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b765ac-4a25-4748-8bb3-85ae56099b5f req-ec102bcf-2d5a-4a44-bb4a-b2edf3a8f60f tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:34.048901 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-60b765ac-4a25-4748-8bb3-85ae56099b5f req-ec102bcf-2d5a-4a44-bb4a-b2edf3a8f60f tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 944 time: 0.0503275 May 25 14:55:34.099473 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-60b765ac-4a25-4748-8bb3-85ae56099b5f req-60b5fd6e-ee6e-440f-b727-cbcd5c6fe315 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442071 May 25 14:55:34.224436 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1a098-ba18-4a6d-b605-7a750546142b req-20faf5f2-0b8c-480c-91e2-5d9c7d2ce746 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:34.226453 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-18c1a098-ba18-4a6d-b605-7a750546142b req-20faf5f2-0b8c-480c-91e2-5d9c7d2ce746 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 944 time: 0.0564451 May 25 14:55:34.264151 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:34.281554 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-18c1a098-ba18-4a6d-b605-7a750546142b req-afab6181-865b-440c-a737-ae6fbbab3d4c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490527 May 25 14:55:34.360284 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 54220) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:34.379131 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-92b9e30a-0714-4066-88dd-53d82f32f9d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:34.448726 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['1adf867b-8b01-47c8-9071-efb5a796ac50'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:55:34.454313 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cea5b-9878-4d7d-b7cf-eb6af9a89772 req-5c137462-ed60-4af3-857e-4911670e5f6d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:34.456092 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4e3cea5b-9878-4d7d-b7cf-eb6af9a89772 req-5c137462-ed60-4af3-857e-4911670e5f6d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 944 time: 0.0490448 May 25 14:55:34.469371 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-92b9e30a-0714-4066-88dd-53d82f32f9d0 admin admin] Publish callbacks [] for security_group (26cf7ba9-a5b9-41a6-8ac9-6ab4590480e4), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:34.515720 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4e3cea5b-9878-4d7d-b7cf-eb6af9a89772 req-226b19eb-357c-4c9e-a121-392ce12d606b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505147 May 25 14:55:34.533922 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-92b9e30a-0714-4066-88dd-53d82f32f9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (26cf7ba9-a5b9-41a6-8ac9-6ab4590480e4), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:34.537901 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:34.575713 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9e30a-0714-4066-88dd-53d82f32f9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cf7ba9-a5b9-41a6-8ac9-6ab4590480e4,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:34.579180 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:34.580962 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-92b9e30a-0714-4066-88dd-53d82f32f9d0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=20e6bd9b8cd54eaabbee04c3b7828444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194972 May 25 14:55:34.583508 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 54228) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:34.644747 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7732a6c1-a3b2-4efa-9e71-f62f85de7f33 admin admin] Publish callbacks [] for security_group (26cf7ba9-a5b9-41a6-8ac9-6ab4590480e4), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:34.669616 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7732a6c1-a3b2-4efa-9e71-f62f85de7f33 admin admin] Publish callbacks [] for security_group (26cf7ba9-a5b9-41a6-8ac9-6ab4590480e4), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:34.685232 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:34.693681 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21390599-4ad3-45ea-816b-7f6896fd83d0 req-c59a8b28-3022-4492-9d87-f3fc19c4d84f tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:34.695696 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-21390599-4ad3-45ea-816b-7f6896fd83d0 req-c59a8b28-3022-4492-9d87-f3fc19c4d84f tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 945 time: 0.0861206 May 25 14:55:34.716104 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa8729-20fe-4c70-bd7e-69e6beec7e59 req-1e6ce560-ab39-4655-baa4-f5075b4420ec tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:34.717561 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-54aa8729-20fe-4c70-bd7e-69e6beec7e59 req-1e6ce560-ab39-4655-baa4-f5075b4420ec tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0726960 May 25 14:55:34.783911 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-21390599-4ad3-45ea-816b-7f6896fd83d0 req-a82bc468-de35-46fb-865b-46ee7b0b5ad4 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821424 May 25 14:55:34.795912 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-54aa8729-20fe-4c70-bd7e-69e6beec7e59 req-0d7c2da9-562a-479c-ac45-5466c7d8a147 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709171 May 25 14:55:34.814402 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7732a6c1-a3b2-4efa-9e71-f62f85de7f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (26cf7ba9-a5b9-41a6-8ac9-6ab4590480e4), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:34.817908 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7732a6c1-a3b2-4efa-9e71-f62f85de7f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:34.819089 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-7732a6c1-a3b2-4efa-9e71-f62f85de7f33 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/26cf7ba9-a5b9-41a6-8ac9-6ab4590480e4 HTTP/1.1" status: 204 len: 168 time: 0.2346659 May 25 14:55:34.827090 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732a6c1-a3b2-4efa-9e71-f62f85de7f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cf7ba9-a5b9-41a6-8ac9-6ab4590480e4,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:35.222324 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40d5c1-300a-41bb-a269-0a8eaf5def25 req-8c25e227-b561-4489-a004-225c660915c5 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:35.223874 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5a40d5c1-300a-41bb-a269-0a8eaf5def25 req-8c25e227-b561-4489-a004-225c660915c5 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 944 time: 0.0569494 May 25 14:55:35.273437 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5a40d5c1-300a-41bb-a269-0a8eaf5def25 req-caaf5d98-0ae2-42e3-ac36-80c543403e63 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435717 May 25 14:55:35.400241 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a957b8-cca6-408d-92bd-e5fd40a0a6e3 req-48a6fd97-552a-490c-9d45-28ca385e9439 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:35.401608 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a6a957b8-cca6-408d-92bd-e5fd40a0a6e3 req-48a6fd97-552a-490c-9d45-28ca385e9439 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 944 time: 0.0470176 May 25 14:55:35.451033 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a6a957b8-cca6-408d-92bd-e5fd40a0a6e3 req-6ea358b6-4d21-4e94-85d0-0031f7e1fcaf tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436487 May 25 14:55:35.544402 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:35.635712 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:55:35.642573 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a3692-acdf-4bc6-b9c7-f153d291c64c req-af5bfdcd-47fd-4fc9-aa1c-9dc83ab29a0e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:35.646747 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9f2a3692-acdf-4bc6-b9c7-f153d291c64c req-af5bfdcd-47fd-4fc9-aa1c-9dc83ab29a0e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 944 time: 0.0646622 May 25 14:55:35.708639 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 1adf867b-8b01-47c8-9071-efb5a796ac50 up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:55:35.713953 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:35.726996 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9f2a3692-acdf-4bc6-b9c7-f153d291c64c req-58597fd0-f783-4c3c-a4b0-1d24c575df57 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700741 May 25 14:55:35.786371 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port 1adf867b-8b01-47c8-9071-efb5a796ac50 completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:55:35.789655 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:35.802817 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': 'e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'port_id': 'e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8', 'mac_address': 'fa:16:3e:1e:7a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:55:35.847462 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:55:35.847882 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:35.867381 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:55:35.871887 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port 1adf867b-8b01-47c8-9071-efb5a796ac50 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:55:35.872700 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (1adf867b-8b01-47c8-9071-efb5a796ac50), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:35.917346 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:35.949735 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3317317-ce2a-4513-9e84-1fa4909f9d7c req-e1edcd59-a34d-492a-a5d6-9b0faa3c7aad tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:35.951158 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b3317317-ce2a-4513-9e84-1fa4909f9d7c req-e1edcd59-a34d-492a-a5d6-9b0faa3c7aad tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 945 time: 0.0934544 May 25 14:55:35.965012 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 1adf867b-8b01-47c8-9071-efb5a796ac50 is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:55:35.965406 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (1adf867b-8b01-47c8-9071-efb5a796ac50), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:35.981605 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8ae35-11cb-4524-bf48-54db465bbdcb req-9dad4930-4dcc-4061-bada-e252029d719c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:35.983883 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-00a8ae35-11cb-4524-bf48-54db465bbdcb req-9dad4930-4dcc-4061-bada-e252029d719c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0822589 May 25 14:55:35.984211 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:35.993190 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adf867b-8b01-47c8-9071-efb5a796ac50'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:55:35.995810 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74023bf-9c49-4ffe-9a76-066f5b0b9156" -d '{"events": [{"server_uuid": "36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed", "name": "network-vif-plugged", "status": "completed", "tag": "1adf867b-8b01-47c8-9071-efb5a796ac50"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:55:36.027179 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 1adf867b-8b01-47c8-9071-efb5a796ac50, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=1adf867b-8b01-47c8-9071-efb5a796ac50,segment=NetworkSegment(f03af469-759a-437c-aeec-2c02767c933a),segment_id=f03af469-759a-437c-aeec-2c02767c933a)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:36.040015 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:36.041661 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b3317317-ce2a-4513-9e84-1fa4909f9d7c req-43a3980d-f767-4487-bb45-07bb49191d53 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815411 May 25 14:55:36.050939 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:36.058380 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.058757 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.059102 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.059466 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.059807 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.060144 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.060471 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.060800 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.061129 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.061453 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.061781 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.062379 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.066134 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.067157 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.067777 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.069496 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-00a8ae35-11cb-4524-bf48-54db465bbdcb req-8a4b31a5-abd3-4ceb-ad84-7fc4a5495dc5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757108 May 25 14:55:36.104673 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (1adf867b-8b01-47c8-9071-efb5a796ac50), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:36.111356 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2381930e-bf7f-4fca-816a-415eab1f4a1b x-openstack-request-id: req-2381930e-bf7f-4fca-816a-415eab1f4a1b {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:55:36.112280 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed", "name": "network-vif-plugged", "status": "completed", "tag": "1adf867b-8b01-47c8-9071-efb5a796ac50", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:55:36.112530 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2381930e-bf7f-4fca-816a-415eab1f4a1b {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:55:36.114844 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2381930e-bf7f-4fca-816a-415eab1f4a1b'] response: {'server_uuid': '36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adf867b-8b01-47c8-9071-efb5a796ac50', 'code': 200} May 25 14:55:36.160598 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=1adf867b-8b01-47c8-9071-efb5a796ac50,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:36.207123 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 54276) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:36.333111 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-38a24598-0aaa-412e-8d0d-cb8d76ca623a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:36.399426 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35369d11-8144-43b6-b0f1-90360650549e req-4c4693ec-404b-4ad0-b0e1-b5e73c36183f tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:36.401048 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-35369d11-8144-43b6-b0f1-90360650549e req-4c4693ec-404b-4ad0-b0e1-b5e73c36183f tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0562291 May 25 14:55:36.458789 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-38a24598-0aaa-412e-8d0d-cb8d76ca623a admin admin] Publish callbacks [] for security_group (126f1c1e-a95b-4946-8051-d8cc92d8721f), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:36.464537 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-35369d11-8144-43b6-b0f1-90360650549e req-9d15460f-019b-41ac-b596-5490b8a53426 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578060 May 25 14:55:36.492425 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:55:36.555835 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:36.569418 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-38a24598-0aaa-412e-8d0d-cb8d76ca623a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (126f1c1e-a95b-4946-8051-d8cc92d8721f), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:36.579301 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeb319-8d0e-4821-ae39-28dbd663ce5d req-0fa0f403-8b43-46b4-b48d-bc950197aec8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:36.583133 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1aaeb319-8d0e-4821-ae39-28dbd663ce5d req-0fa0f403-8b43-46b4-b48d-bc950197aec8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 944 time: 0.0595753 May 25 14:55:36.647273 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-38a24598-0aaa-412e-8d0d-cb8d76ca623a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=79333a7f533640e99bd21b9c8be032f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4390182 May 25 14:55:36.648572 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a24598-0aaa-412e-8d0d-cb8d76ca623a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126f1c1e-a95b-4946-8051-d8cc92d8721f,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:36.652300 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1aaeb319-8d0e-4821-ae39-28dbd663ce5d req-3b6ae6f1-737a-44b0-abdd-c7ad3fe3f785 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668192 May 25 14:55:36.674757 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 54304) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:36.676465 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-6e359824-f017-411b-8e04-484fdd145bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:36.722926 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Publish callbacks [] for security_group (126f1c1e-a95b-4946-8051-d8cc92d8721f), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:36.725086 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:36.745857 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Publish callbacks [] for security_group (126f1c1e-a95b-4946-8051-d8cc92d8721f), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:36.832777 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ce901-1274-4d9f-ae8a-eedfdc9876d0 req-f33cadbc-739d-486a-b752-4b770cd8ce27 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:36.834279 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-df9ce901-1274-4d9f-ae8a-eedfdc9876d0 req-f33cadbc-739d-486a-b752-4b770cd8ce27 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 944 time: 0.0483987 May 25 14:55:36.884487 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-df9ce901-1274-4d9f-ae8a-eedfdc9876d0 req-6b89a9a5-e9ef-45c8-89da-6df601af6c9d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439148 May 25 14:55:36.940611 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (126f1c1e-a95b-4946-8051-d8cc92d8721f), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:36.943670 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:36.947462 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/126f1c1e-a95b-4946-8051-d8cc92d8721f HTTP/1.1" status: 204 len: 168 time: 0.2914009 May 25 14:55:36.955028 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126f1c1e-a95b-4946-8051-d8cc92d8721f,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:36.968656 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.968935 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.969077 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.969411 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.969744 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.970071 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.970399 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.970761 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.971188 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.971519 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.971943 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.972166 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.972496 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.972858 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:36.973226 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f97e1-cf7c-4e11-b950-77d525c60029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:37.217642 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100bb80-05df-4061-a207-06deade4db17 req-61b257b7-de7a-4614-bac2-fb3e26a5974e tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:37.219190 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e100bb80-05df-4061-a207-06deade4db17 req-61b257b7-de7a-4614-bac2-fb3e26a5974e tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 945 time: 0.0837083 May 25 14:55:37.246429 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e217553-c9bd-4bfb-9704-c46927d2adef req-2626bae0-e28e-4cc6-a718-e3268540f39a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:37.254170 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8e217553-c9bd-4bfb-9704-c46927d2adef req-2626bae0-e28e-4cc6-a718-e3268540f39a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0825517 May 25 14:55:37.335513 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8e217553-c9bd-4bfb-9704-c46927d2adef req-ecf772bc-82e7-4353-b81d-ebc269cd7a83 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801191 May 25 14:55:37.349423 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e100bb80-05df-4061-a207-06deade4db17 req-ea7952b6-24d3-4f8f-b65e-61975e1d0062 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192269 May 25 14:55:37.681406 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c2229-3d87-47f8-8af8-846972b1e70d req-83caad3f-cbff-42d7-9b74-99964a1a7240 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:37.681406 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-996c2229-3d87-47f8-8af8-846972b1e70d req-83caad3f-cbff-42d7-9b74-99964a1a7240 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0470800 May 25 14:55:37.681406 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-996c2229-3d87-47f8-8af8-846972b1e70d req-e03b234b-b62b-478a-8e99-1684a7977458 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441375 May 25 14:55:37.682292 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 17a70972-093e-43d6-a189-0a0186e2adeb details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:55:37.682292 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:55:37.756465 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:55:37.777271 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614af06-0199-4396-8cbf-f937010aff12 req-6ac9dd62-d3b6-4849-bece-131d1984d6a3 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:37.779107 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c614af06-0199-4396-8cbf-f937010aff12 req-6ac9dd62-d3b6-4849-bece-131d1984d6a3 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 944 time: 0.0522504 May 25 14:55:37.794163 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 17a70972-093e-43d6-a189-0a0186e2adeb, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=17a70972-093e-43d6-a189-0a0186e2adeb,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:37.813378 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': '17a70972-093e-43d6-a189-0a0186e2adeb', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'port_id': '17a70972-093e-43d6-a189-0a0186e2adeb', 'mac_address': 'fa:16:3e:1e:b8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:55:37.835328 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c614af06-0199-4396-8cbf-f937010aff12 req-e163a6a5-f263-4e49-9e6e-6069e33d4688 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485394 May 25 14:55:37.853047 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 17a70972-093e-43d6-a189-0a0186e2adeb is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:55:37.853440 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (17a70972-093e-43d6-a189-0a0186e2adeb), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:37.867593 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a70972-093e-43d6-a189-0a0186e2adeb {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:55:37.890967 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 17a70972-093e-43d6-a189-0a0186e2adeb, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=17a70972-093e-43d6-a189-0a0186e2adeb,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:37.992591 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b19ee8-5c6a-4e8a-a5c3-3f33d8478558 req-44dba3ae-ec86-4d0d-a80a-ae01478299aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:37.994207 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e9b19ee8-5c6a-4e8a-a5c3-3f33d8478558 req-44dba3ae-ec86-4d0d-a80a-ae01478299aa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 1128 time: 0.0868781 May 25 14:55:38.029572 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-cb394fee-caec-41d9-8396-9770b60ac871 service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451128 May 25 14:55:38.172058 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:55:38.172602 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:38.174253 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:38.226570 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52123e32-754a-4862-9b1f-055580e51bc8 req-2ab4444d-539a-4d31-890d-a24ecb91eb09 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:38.231142 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-52123e32-754a-4862-9b1f-055580e51bc8 req-2ab4444d-539a-4d31-890d-a24ecb91eb09 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 944 time: 0.2645469 May 25 14:55:38.261676 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (17a70972-093e-43d6-a189-0a0186e2adeb), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:38.273057 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:38.318018 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762aa25b-74a8-4b14-8edb-8ff975666386 req-17d61c8d-cddb-46ae-902f-c125ea32de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:38.318018 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-762aa25b-74a8-4b14-8edb-8ff975666386 req-17d61c8d-cddb-46ae-902f-c125ea32de96 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ebc02943-e245-4287-8851-2c76f257286a HTTP/1.1" status: 200 len: 911 time: 0.4316099 May 25 14:55:38.328036 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-52123e32-754a-4862-9b1f-055580e51bc8 req-e439c040-be03-4912-9e39-73c46e0ee305 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837979 May 25 14:55:38.352026 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:55:38.352424 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:38.385502 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=17a70972-093e-43d6-a189-0a0186e2adeb,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:38.393232 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c1f5bd-4a13-4a35-9607-5bbff2d886e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:55:38.395971 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5b373d-094b-47ce-8d7d-2fc1e48aa138" -d '{"events": [{"server_uuid": "54c1f5bd-4a13-4a35-9607-5bbff2d886e0", "name": "network-vif-plugged", "status": "completed", "tag": "e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:55:38.408747 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:38.498987 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22258388-be49-4c5c-8fbf-b647cf6756ce req-45050206-97c5-4074-8dc7-8d353453475e tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:38.500464 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-22258388-be49-4c5c-8fbf-b647cf6756ce req-45050206-97c5-4074-8dc7-8d353453475e tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0730197 May 25 14:55:38.515195 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c61da-a4ee-4b88-a6e6-d7812312ce90 req-59283779-4b2e-46db-8dc9-ed13049fb30c tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:38.523953 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-980c61da-a4ee-4b88-a6e6-d7812312ce90 req-59283779-4b2e-46db-8dc9-ed13049fb30c tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 945 time: 0.0789361 May 25 14:55:38.524126 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:38.529212 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 54378) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:38.544112 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-58a65926-90ca-4e3a-a336-e84199358ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:38.573522 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:55:38.583742 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:38.604976 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-22258388-be49-4c5c-8fbf-b647cf6756ce req-3b6b8e52-cc97-446d-aa8f-6b81b0dca840 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981352 May 25 14:55:38.611162 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:38.650157 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-980c61da-a4ee-4b88-a6e6-d7812312ce90 req-b6a5ae7e-4b76-4719-ac35-70389284d2a9 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165612 May 25 14:55:38.665656 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f1fc2f-72bc-4b81-9d02-b18a58af97ce x-openstack-request-id: req-64f1fc2f-72bc-4b81-9d02-b18a58af97ce {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:55:38.666067 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c1f5bd-4a13-4a35-9607-5bbff2d886e0", "name": "network-vif-plugged", "status": "completed", "tag": "e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:55:38.666510 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-64f1fc2f-72bc-4b81-9d02-b18a58af97ce {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:55:38.669341 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f1fc2f-72bc-4b81-9d02-b18a58af97ce'] response: {'server_uuid': '54c1f5bd-4a13-4a35-9607-5bbff2d886e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8', 'code': 200} May 25 14:55:38.691033 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-58a65926-90ca-4e3a-a336-e84199358ab1 admin admin] Publish callbacks [] for security_group (b347104c-b543-43eb-970b-5814c3b64fcd), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:38.747119 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['17a70972-093e-43d6-a189-0a0186e2adeb'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:55:38.764014 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554e63c-daa9-4447-bb25-5149d9a9bd24 req-ec1f86bd-afca-4199-9f78-43ae16b4c37a tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:38.765504 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0554e63c-daa9-4447-bb25-5149d9a9bd24 req-ec1f86bd-afca-4199-9f78-43ae16b4c37a tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0474143 May 25 14:55:38.784807 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:38.797528 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:38.812102 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-58a65926-90ca-4e3a-a336-e84199358ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (b347104c-b543-43eb-970b-5814c3b64fcd), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:38.821166 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0554e63c-daa9-4447-bb25-5149d9a9bd24 req-463316f2-4dc1-410d-b91e-afba62cb51ba tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496066 May 25 14:55:38.857546 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-58a65926-90ca-4e3a-a336-e84199358ab1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=13b90a4126ad40f481e786f9cafd28dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3271048 May 25 14:55:38.868224 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a65926-90ca-4e3a-a336-e84199358ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b347104c-b543-43eb-970b-5814c3b64fcd,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:38.870124 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 54386) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:38.960062 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9f58aa24-0929-4fc3-9d32-3f6b10e04e93 admin admin] Publish callbacks [] for security_group (b347104c-b543-43eb-970b-5814c3b64fcd), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:38.991192 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-5ce56225-8816-4d15-82d5-fb0834d144d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:39.017415 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9580b84-203e-4332-a914-3a621b1023c3 req-54d75bce-3640-4cbf-89c0-b2350e0fba04 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:39.018930 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e9580b84-203e-4332-a914-3a621b1023c3 req-54d75bce-3640-4cbf-89c0-b2350e0fba04 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 945 time: 0.0738046 May 25 14:55:39.023652 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9f58aa24-0929-4fc3-9d32-3f6b10e04e93 admin admin] Publish callbacks [] for security_group (b347104c-b543-43eb-970b-5814c3b64fcd), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:39.092097 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e9580b84-203e-4332-a914-3a621b1023c3 req-78f686e3-8ea7-4e99-a56f-ec06ac8c17f2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662038 May 25 14:55:39.220063 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9f58aa24-0929-4fc3-9d32-3f6b10e04e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (b347104c-b543-43eb-970b-5814c3b64fcd), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:39.222696 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9f58aa24-0929-4fc3-9d32-3f6b10e04e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:39.223891 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-9f58aa24-0929-4fc3-9d32-3f6b10e04e93 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b347104c-b543-43eb-970b-5814c3b64fcd HTTP/1.1" status: 204 len: 168 time: 0.3526709 May 25 14:55:39.231662 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58aa24-0929-4fc3-9d32-3f6b10e04e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b347104c-b543-43eb-970b-5814c3b64fcd,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:39.401363 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 54402) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:39.439316 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c7d64-bc36-4e2d-95ec-44e664f1809d req-5d561aeb-9dad-4958-aaed-72337b229727 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:39.441120 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3b3c7d64-bc36-4e2d-95ec-44e664f1809d req-5d561aeb-9dad-4958-aaed-72337b229727 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 944 time: 0.0480959 May 25 14:55:39.489309 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3b3c7d64-bc36-4e2d-95ec-44e664f1809d req-a8fd6585-c840-424e-924c-991126f65d45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 May 25 14:55:39.620050 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ae6e1804-75eb-43e4-b229-2987d1a55ac5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:39.689181 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:INSERT=25,neutron:SELECT=72,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:39.726127 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ae6e1804-75eb-43e4-b229-2987d1a55ac5 admin admin] Publish callbacks [] for security_group (dbeff9da-15ea-4a2f-a529-5f82650ab068), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:39.742320 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022dc727-c40f-4709-96e7-e756ab75b164 req-742334e5-8875-4be4-94ab-dc75e43ea875 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:39.747276 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-022dc727-c40f-4709-96e7-e756ab75b164 req-742334e5-8875-4be4-94ab-dc75e43ea875 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0587406 May 25 14:55:39.786591 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 17a70972-093e-43d6-a189-0a0186e2adeb up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:55:39.806722 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ae6e1804-75eb-43e4-b229-2987d1a55ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (dbeff9da-15ea-4a2f-a529-5f82650ab068), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:39.810313 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6628d85-954e-4e4a-b8b9-7532f4e84bbf req-da3251f9-9c2d-4e03-aff6-e806bf2498d8 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:39.811845 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a6628d85-954e-4e4a-b8b9-7532f4e84bbf req-da3251f9-9c2d-4e03-aff6-e806bf2498d8 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 945 time: 0.0671499 May 25 14:55:39.815156 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:39.838964 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port 17a70972-093e-43d6-a189-0a0186e2adeb completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:55:39.840760 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-022dc727-c40f-4709-96e7-e756ab75b164 req-6057492a-837d-48fb-8a04-6c561d3ac58e tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876706 May 25 14:55:39.852377 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-ae6e1804-75eb-43e4-b229-2987d1a55ac5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bf731c0ba1cd4c5a8b91fcf592b5d98b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4499221 May 25 14:55:39.853557 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e1804-75eb-43e4-b229-2987d1a55ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbeff9da-15ea-4a2f-a529-5f82650ab068,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:39.855056 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 54422) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:39.890110 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a6628d85-954e-4e4a-b8b9-7532f4e84bbf req-6041912c-9c27-421e-9809-b65c2b4fb119 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698097 May 25 14:55:39.922769 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port 17a70972-093e-43d6-a189-0a0186e2adeb triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:55:39.923148 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (17a70972-093e-43d6-a189-0a0186e2adeb), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:39.974508 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-660976a7-f100-4cb9-8603-48d08d6c2bc0 admin admin] Publish callbacks [] for security_group (dbeff9da-15ea-4a2f-a529-5f82650ab068), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:39.999731 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647f817-2cb6-413f-bc80-774bdefa38ca req-867400d4-a26e-4a42-92e2-472edd84dd32 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:40.001382 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9647f817-2cb6-413f-bc80-774bdefa38ca req-867400d4-a26e-4a42-92e2-472edd84dd32 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0649288 May 25 14:55:40.011497 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 17a70972-093e-43d6-a189-0a0186e2adeb is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:55:40.017401 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (17a70972-093e-43d6-a189-0a0186e2adeb), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:40.017508 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-660976a7-f100-4cb9-8603-48d08d6c2bc0 admin admin] Publish callbacks [] for security_group (dbeff9da-15ea-4a2f-a529-5f82650ab068), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:40.047008 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 17a70972-093e-43d6-a189-0a0186e2adeb, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=17a70972-093e-43d6-a189-0a0186e2adeb,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:40.077087 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9647f817-2cb6-413f-bc80-774bdefa38ca req-050f9d7f-140c-4d48-9908-f8c25fbf8ad0 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702150 May 25 14:55:40.128546 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (17a70972-093e-43d6-a189-0a0186e2adeb), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:40.193059 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=17a70972-093e-43d6-a189-0a0186e2adeb,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:40.199969 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-660976a7-f100-4cb9-8603-48d08d6c2bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (dbeff9da-15ea-4a2f-a529-5f82650ab068), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:40.202622 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-660976a7-f100-4cb9-8603-48d08d6c2bc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:40.206760 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-660976a7-f100-4cb9-8603-48d08d6c2bc0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dbeff9da-15ea-4a2f-a529-5f82650ab068 HTTP/1.1" status: 204 len: 168 time: 0.3476129 May 25 14:55:40.218532 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660976a7-f100-4cb9-8603-48d08d6c2bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbeff9da-15ea-4a2f-a529-5f82650ab068,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:40.231046 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281eb957-47f9-40ce-a12d-1a33f1e06d10 req-77314036-9347-4b2e-af0a-a795f21bd138 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:40.238387 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-281eb957-47f9-40ce-a12d-1a33f1e06d10 req-77314036-9347-4b2e-af0a-a795f21bd138 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 946 time: 0.0652034 May 25 14:55:40.288951 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-281eb957-47f9-40ce-a12d-1a33f1e06d10 req-61ddfbf1-7385-4683-aab0-37ef7a63c08a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479794 May 25 14:55:40.303638 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:40.414596 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e2cba-4eed-4402-bc0b-3a6b29e90c65 req-67eaa71a-e6c7-48fb-9ebe-eef0d605b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:40.416217 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0e1e2cba-4eed-4402-bc0b-3a6b29e90c65 req-67eaa71a-e6c7-48fb-9ebe-eef0d605b91a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 1130 time: 0.0434613 May 25 14:55:40.460779 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.86', 50041) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:40.514938 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:40.523330 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6410f69-ac57-4698-8dbc-c8ae81e295ec req-f8225c05-af23-4eb8-8f95-debc47034999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:40.525387 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a6410f69-ac57-4698-8dbc-c8ae81e295ec req-f8225c05-af23-4eb8-8f95-debc47034999 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 1129 time: 0.1073861 May 25 14:55:40.526911 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-762aa25b-74a8-4b14-8edb-8ff975666386 req-16c9b9d1-72a1-4645-8474-6d55a3647d8b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1adf867b-8b01-47c8-9071-efb5a796ac50 HTTP/1.1" status: 200 len: 217 time: 0.0426066 May 25 14:55:40.618259 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:40.625529 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-a6410f69-ac57-4698-8dbc-c8ae81e295ec req-291fe105-6192-4df1-9a0b-bf08774715d2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:40.668561 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a70972-093e-43d6-a189-0a0186e2adeb'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:55:40.671406 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906b285d-641c-4ac8-88f0-c30f12b5c15e" -d '{"events": [{"server_uuid": "64837a10-d6e9-4fde-9766-7c03759eae0a", "name": "network-vif-plugged", "status": "completed", "tag": "17a70972-093e-43d6-a189-0a0186e2adeb"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:55:40.703640 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762aa25b-74a8-4b14-8edb-8ff975666386 req-aa400950-a819-4d3e-87b0-d5c872d55b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:40.705248 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-762aa25b-74a8-4b14-8edb-8ff975666386 req-aa400950-a819-4d3e-87b0-d5c872d55b7d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8a273b51-9d95-4b21-9830-1ac6ac028637 HTTP/1.1" status: 200 len: 849 time: 0.1663730 May 25 14:55:40.721210 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557da38-aa77-46e0-92d2-15a4af3ca2a5 req-41732369-097f-4c74-8565-00ca8d34857e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:40.728466 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e557da38-aa77-46e0-92d2-15a4af3ca2a5 req-41732369-097f-4c74-8565-00ca8d34857e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 944 time: 0.1084397 May 25 14:55:40.785493 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02ce5c0-fae4-4e2f-98ae-05e0aabef053 x-openstack-request-id: req-a02ce5c0-fae4-4e2f-98ae-05e0aabef053 {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:55:40.786298 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64837a10-d6e9-4fde-9766-7c03759eae0a", "name": "network-vif-plugged", "status": "completed", "tag": "17a70972-093e-43d6-a189-0a0186e2adeb", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:55:40.786991 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a02ce5c0-fae4-4e2f-98ae-05e0aabef053 {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:55:40.787608 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a02ce5c0-fae4-4e2f-98ae-05e0aabef053'] response: {'server_uuid': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a70972-093e-43d6-a189-0a0186e2adeb', 'code': 200} May 25 14:55:40.849798 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e557da38-aa77-46e0-92d2-15a4af3ca2a5 req-38a3067b-48f1-415c-b335-544cedba41d3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203895 May 25 14:55:40.886271 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-a6410f69-ac57-4698-8dbc-c8ae81e295ec req-291fe105-6192-4df1-9a0b-bf08774715d2 service neutron] Publish callbacks [] for security_group (478eeab2-6ee1-4e40-95b4-56a73515146a), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:40.903109 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-9efc03d2-ba37-4cdc-82ee-6e264986d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:40.904758 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-9efc03d2-ba37-4cdc-82ee-6e264986d72a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 1128 time: 0.4049945 May 25 14:55:40.954440 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.86', 50042) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:41.011701 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762aa25b-74a8-4b14-8edb-8ff975666386 req-48387378-59bf-4303-8129-6d8d1ae77ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:41.013843 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-762aa25b-74a8-4b14-8edb-8ff975666386 req-48387378-59bf-4303-8129-6d8d1ae77ad5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebc02943-e245-4287-8851-2c76f257286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691392 May 25 14:55:41.056117 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.86', 50043) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:41.133733 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b19ee8-5c6a-4e8a-a5c3-3f33d8478558 req-a27d49e2-d8fb-4e41-97da-f5ab33103116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:41.135021 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e9b19ee8-5c6a-4e8a-a5c3-3f33d8478558 req-a27d49e2-d8fb-4e41-97da-f5ab33103116 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 920 time: 0.6407452 May 25 14:55:41.144856 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-c15a9a0e-4e5f-4b7a-b100-c0be9cdb3220 service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6811013 May 25 14:55:41.149178 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-a6410f69-ac57-4698-8dbc-c8ae81e295ec req-291fe105-6192-4df1-9a0b-bf08774715d2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (478eeab2-6ee1-4e40-95b4-56a73515146a), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:41.161292 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e2cba-4eed-4402-bc0b-3a6b29e90c65 req-5cc09a44-d10c-4879-b2e1-be4e17839fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:41.162794 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0e1e2cba-4eed-4402-bc0b-3a6b29e90c65 req-5cc09a44-d10c-4879-b2e1-be4e17839fc6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa952598-36d5-42ef-b4ac-0f4017a94969 HTTP/1.1" status: 200 len: 915 time: 0.6489754 May 25 14:55:41.165649 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995348b-5ebc-4a78-8176-a7eca24294d1 req-6e858202-88a8-42e3-9b81-ac6deb99dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:41.167063 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-5995348b-5ebc-4a78-8176-a7eca24294d1 req-6e858202-88a8-42e3-9b81-ac6deb99dd0c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 1129 time: 0.2109473 May 25 14:55:41.216311 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e724c4-f4aa-4ac5-a5a2-ea044ed9b6a7 req-fd21c49b-00ad-431f-bf34-984be1aecde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:41.217851 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-58e724c4-f4aa-4ac5-a5a2-ea044ed9b6a7 req-fd21c49b-00ad-431f-bf34-984be1aecde0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 1129 time: 0.1434107 May 25 14:55:41.249282 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-3bbeb045-5372-4424-8b69-91c09138685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:41.250789 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-3bbeb045-5372-4424-8b69-91c09138685d service neutron] 10.222.0.86 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 920 time: 0.2745116 May 25 14:55:41.268950 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fe105-6192-4df1-9a0b-bf08774715d2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=478eeab2-6ee1-4e40-95b4-56a73515146a,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:41.280951 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfdff0-b106-4b32-b018-9d10be8e6bef req-5bc35195-fc06-4ef7-9e18-8f571b1f4efe tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:41.282554 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f1bfdff0-b106-4b32-b018-9d10be8e6bef req-5bc35195-fc06-4ef7-9e18-8f571b1f4efe tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.2498202 May 25 14:55:41.288100 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e9b19ee8-5c6a-4e8a-a5c3-3f33d8478558 req-07b05501-6c5a-493e-9b54-86426072cdbb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 HTTP/1.1" status: 200 len: 217 time: 0.0905361 May 25 14:55:41.288641 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 54476) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:41.296282 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0e1e2cba-4eed-4402-bc0b-3a6b29e90c65 req-eb6ec73c-13af-4ec1-9051-4459b816d952 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a70972-093e-43d6-a189-0a0186e2adeb HTTP/1.1" status: 200 len: 217 time: 0.1007993 May 25 14:55:41.381953 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-6dff6e35-4a65-4cb7-96b0-9d249b15da07 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b HTTP/1.1" status: 200 len: 217 time: 0.0967910 May 25 14:55:41.382436 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a6410f69-ac57-4698-8dbc-c8ae81e295ec req-291fe105-6192-4df1-9a0b-bf08774715d2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8451054 May 25 14:55:41.404999 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-762aa25b-74a8-4b14-8edb-8ff975666386 req-513830cf-c176-4aff-bf84-b683a4ea0d6b service neutron] 10.222.0.86 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851886 May 25 14:55:41.412353 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9453b-b746-4456-b031-de18c0daa7b0 req-d0d12d4c-c102-4035-99ab-a0e7831a27ec tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:41.412846 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-66322fb3-4428-4d0a-a81f-374e2ff0cccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:41.413783 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-efe9453b-b746-4456-b031-de18c0daa7b0 req-d0d12d4c-c102-4035-99ab-a0e7831a27ec tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 945 time: 0.3793628 May 25 14:55:41.454730 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:41.457395 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-58e724c4-f4aa-4ac5-a5a2-ea044ed9b6a7 req-81f9e1b0-4374-4919-8cfc-53acef7e1565 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923702 May 25 14:55:41.459583 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-5995348b-5ebc-4a78-8176-a7eca24294d1 req-d32c48e3-57db-44d4-aa4d-1b37039cbc0b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630088 May 25 14:55:41.472449 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e2cba-4eed-4402-bc0b-3a6b29e90c65 req-6e683035-a257-4c6e-a368-bff91b873b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:41.474111 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0e1e2cba-4eed-4402-bc0b-3a6b29e90c65 req-6e683035-a257-4c6e-a368-bff91b873b75 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1ed1170-215c-4406-945e-b79e6c0cdc5d HTTP/1.1" status: 200 len: 853 time: 0.1348927 May 25 14:55:41.475555 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b19ee8-5c6a-4e8a-a5c3-3f33d8478558 req-14861df1-f0fc-4441-ab60-3dd535e38f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:41.476010 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:41.477266 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e9b19ee8-5c6a-4e8a-a5c3-3f33d8478558 req-14861df1-f0fc-4441-ab60-3dd535e38f47 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ddc4207-3cdb-480e-9ac3-b200998dd0b9 HTTP/1.1" status: 200 len: 858 time: 0.1801939 May 25 14:55:41.488309 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f1bfdff0-b106-4b32-b018-9d10be8e6bef req-2cf1ee08-a7a2-42c9-baea-455736168ca7 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432707 May 25 14:55:41.514762 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-efe9453b-b746-4456-b031-de18c0daa7b0 req-ef073cab-03e4-4817-813c-358d63a5070c tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916402 May 25 14:55:41.559731 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-66322fb3-4428-4d0a-a81f-374e2ff0cccb admin admin] Publish callbacks [] for security_group (907b0296-4aeb-4e61-a9b0-20c65cf6bc6e), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:41.640417 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410721b-d511-4074-98a2-d0f55eaa0f8d req-4c92ca9f-25b4-40aa-9a53-4f05d20ba9ae tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:41.641897 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b410721b-d511-4074-98a2-d0f55eaa0f8d req-4c92ca9f-25b4-40aa-9a53-4f05d20ba9ae tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0730391 May 25 14:55:41.651997 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-66322fb3-4428-4d0a-a81f-374e2ff0cccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (907b0296-4aeb-4e61-a9b0-20c65cf6bc6e), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:41.662222 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e52c3-4954-422c-9fcb-6049354fe0bd req-b72973e8-7a5c-47e4-a388-dbc43cbf7958 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:41.663714 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-945e52c3-4954-422c-9fcb-6049354fe0bd req-b72973e8-7a5c-47e4-a388-dbc43cbf7958 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 946 time: 0.0675676 May 25 14:55:41.704894 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-66322fb3-4428-4d0a-a81f-374e2ff0cccb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ef70337bc6f44cf99240f44b6008c962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102058 May 25 14:55:41.707088 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 54488) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:41.714680 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66322fb3-4428-4d0a-a81f-374e2ff0cccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907b0296-4aeb-4e61-a9b0-20c65cf6bc6e,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:41.735240 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b410721b-d511-4074-98a2-d0f55eaa0f8d req-78b981d2-8674-40be-a0cb-3ea8da043e15 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876818 May 25 14:55:41.740076 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-945e52c3-4954-422c-9fcb-6049354fe0bd req-afe9378d-10f9-4ae6-bbcf-a78420ad77da tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700967 May 25 14:55:41.768343 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5d70a82c-7157-4c94-8e98-fbed1e204832 admin admin] Publish callbacks [] for security_group (907b0296-4aeb-4e61-a9b0-20c65cf6bc6e), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:41.794891 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5d70a82c-7157-4c94-8e98-fbed1e204832 admin admin] Publish callbacks [] for security_group (907b0296-4aeb-4e61-a9b0-20c65cf6bc6e), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:41.802414 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:55:41.846554 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:41.934953 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:41.948456 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': 'ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'port_id': 'ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b', 'mac_address': 'fa:16:3e:18:f7:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:55:41.958413 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5d70a82c-7157-4c94-8e98-fbed1e204832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (907b0296-4aeb-4e61-a9b0-20c65cf6bc6e), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:41.963088 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5d70a82c-7157-4c94-8e98-fbed1e204832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:41.968343 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-5d70a82c-7157-4c94-8e98-fbed1e204832 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/907b0296-4aeb-4e61-a9b0-20c65cf6bc6e HTTP/1.1" status: 204 len: 168 time: 0.2602582 May 25 14:55:41.977397 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70a82c-7157-4c94-8e98-fbed1e204832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907b0296-4aeb-4e61-a9b0-20c65cf6bc6e,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:41.990993 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:55:41.994243 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:41.996739 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8554689-7daf-47da-9b75-cc2df7848d7f req-7ed5a81c-9778-4507-bd67-4868201b84de tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:41.998268 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e8554689-7daf-47da-9b75-cc2df7848d7f req-7ed5a81c-9778-4507-bd67-4868201b84de tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 944 time: 0.0806854 May 25 14:55:42.030667 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:55:42.058149 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e8554689-7daf-47da-9b75-cc2df7848d7f req-a846379e-aeb1-4313-a479-672c6dc45036 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529273 May 25 14:55:42.067620 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:42.174684 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:42.224447 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:42.465544 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:42.551641 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:42.648513 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5001a-95b6-4330-991f-c5da83057f25 req-542aec0e-b706-4754-a23b-e7c1e18d931d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:42.650080 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-83f5001a-95b6-4330-991f-c5da83057f25 req-542aec0e-b706-4754-a23b-e7c1e18d931d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0857191 May 25 14:55:42.662141 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b880a-7876-4b45-9180-adc8357d1542 req-067d4aa5-9202-42b2-942d-cbf1a9b3f1ad tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:42.665075 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2b6b880a-7876-4b45-9180-adc8357d1542 req-067d4aa5-9202-42b2-942d-cbf1a9b3f1ad tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 945 time: 0.0662136 May 25 14:55:42.699315 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:55:42.736513 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-83f5001a-95b6-4330-991f-c5da83057f25 req-77909ff0-e551-412a-8912-719b67ed8d66 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805116 May 25 14:55:42.739790 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2b6b880a-7876-4b45-9180-adc8357d1542 req-b0703750-e4a9-4f3b-801d-54317f9e345d tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706048 May 25 14:55:42.782770 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:42.936037 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:42.947116 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3701ff-50b2-4bfb-b6e7-bae0c45f3568 req-009c33ef-ef27-436b-b4dd-994e18261972 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:42.948631 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1e3701ff-50b2-4bfb-b6e7-bae0c45f3568 req-009c33ef-ef27-436b-b4dd-994e18261972 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0816169 May 25 14:55:42.957153 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147b8fb-2537-4131-b57b-6b50429dcbd2 req-543644d7-ddd2-4926-8118-2a62b81e15fe tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:42.958659 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5147b8fb-2537-4131-b57b-6b50429dcbd2 req-543644d7-ddd2-4926-8118-2a62b81e15fe tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 946 time: 0.0781872 May 25 14:55:43.037741 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1e3701ff-50b2-4bfb-b6e7-bae0c45f3568 req-302a1d62-ee4a-41d2-9a04-2f343f0b53ee tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780520 May 25 14:55:43.041005 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5147b8fb-2537-4131-b57b-6b50429dcbd2 req-fc75f89c-e45c-48d8-b8cb-2e50429235ab tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756993 May 25 14:55:43.169298 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97b04a-79f5-4f22-afa2-6e71e74aab24 req-e2d15509-4ee5-46e4-a920-f4a0b6c0f65b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:43.170814 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bf97b04a-79f5-4f22-afa2-6e71e74aab24 req-e2d15509-4ee5-46e4-a920-f4a0b6c0f65b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 945 time: 0.0488517 May 25 14:55:43.222204 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bf97b04a-79f5-4f22-afa2-6e71e74aab24 req-427a1245-a798-469b-9565-20ccb898e01b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431228 May 25 14:55:43.817428 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:55:43.877321 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:55:43.878460 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:43.914926 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ba249-9dda-4e79-a57e-5991e6b745e4 req-85e3c95b-f5dd-4594-bbcc-407a7619f3f6 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:43.916417 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0f8ba249-9dda-4e79-a57e-5991e6b745e4 req-85e3c95b-f5dd-4594-bbcc-407a7619f3f6 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0855145 May 25 14:55:43.927113 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d39eb-d396-4520-bde5-51da70bb7d91 req-2e9fc618-38eb-40c9-8085-6990ab8bfc4e tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:43.928585 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8a3d39eb-d396-4520-bde5-51da70bb7d91 req-2e9fc618-38eb-40c9-8085-6990ab8bfc4e tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 945 time: 0.0851755 May 25 14:55:43.968484 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:55:43.968961 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:44.021107 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8a3d39eb-d396-4520-bde5-51da70bb7d91 req-6ebb166d-cc6b-4909-bb52-bb9dc1fd4ad8 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827982 May 25 14:55:44.024656 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0f8ba249-9dda-4e79-a57e-5991e6b745e4 req-bc9b1bf6-b13f-41f5-84a5-f20164eb4b94 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951831 May 25 14:55:44.048086 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:55:44.048488 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:44.075786 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd026df3e-764d-4346-8f57-3439f8239339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:55:44.078145 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8d8c9f-6d3d-4ef8-97c4-c03ced965fed" -d '{"events": [{"server_uuid": "d026df3e-764d-4346-8f57-3439f8239339", "name": "network-vif-plugged", "status": "completed", "tag": "ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:55:44.095220 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:44.168243 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:44.216488 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c8b7d-9a51-4b2f-a649-9499d17fbc50 req-22960adb-a3b0-4e2c-a376-0dbd2cddf6cb tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:44.216488 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4c3c8b7d-9a51-4b2f-a649-9499d17fbc50 req-22960adb-a3b0-4e2c-a376-0dbd2cddf6cb tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0843413 May 25 14:55:44.222314 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:44.234513 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05815fab-1851-4a10-8d2f-bb963e9101ab req-2f7be403-9198-4db6-96ec-393e41b556bc tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:44.236042 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-05815fab-1851-4a10-8d2f-bb963e9101ab req-2f7be403-9198-4db6-96ec-393e41b556bc tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 946 time: 0.1009910 May 25 14:55:44.291500 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4c3c8b7d-9a51-4b2f-a649-9499d17fbc50 req-410ff1e4-edcc-439d-b54f-4bd6651b70e6 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773458 May 25 14:55:44.316496 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-05815fab-1851-4a10-8d2f-bb963e9101ab req-4d60f3e7-0197-454e-87f8-925c2ea06938 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722370 May 25 14:55:44.371912 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2608ccb-7d05-4d01-9183-20a8041bb270 x-openstack-request-id: req-e2608ccb-7d05-4d01-9183-20a8041bb270 {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:55:44.372497 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d026df3e-764d-4346-8f57-3439f8239339", "name": "network-vif-plugged", "status": "completed", "tag": "ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:55:44.372958 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e2608ccb-7d05-4d01-9183-20a8041bb270 {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:55:44.373486 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2608ccb-7d05-4d01-9183-20a8041bb270'] response: {'server_uuid': 'd026df3e-764d-4346-8f57-3439f8239339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b', 'code': 200} May 25 14:55:44.429439 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59898cb7-6927-4875-8f49-30a019e9cf9e req-049cdbb4-3e4c-422a-bef7-aedb20b91104 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:44.436541 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-59898cb7-6927-4875-8f49-30a019e9cf9e req-049cdbb4-3e4c-422a-bef7-aedb20b91104 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0492489 May 25 14:55:44.480922 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-59898cb7-6927-4875-8f49-30a019e9cf9e req-57cf336b-35f6-4bdd-9322-ad2326b6d246 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445547 May 25 14:55:44.942005 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-762aa25b-74a8-4b14-8edb-8ff975666386 req-dc0cc213-546c-46c0-902e-3156e75b23a2 service neutron] 10.222.0.86 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940247 May 25 14:55:45.105009 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b19ee8-5c6a-4e8a-a5c3-3f33d8478558 req-ad70af57-1f95-46b8-aabb-a32ae3c27dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:45.106548 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e9b19ee8-5c6a-4e8a-a5c3-3f33d8478558 req-ad70af57-1f95-46b8-aabb-a32ae3c27dfa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2589223 May 25 14:55:45.140259 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e2cba-4eed-4402-bc0b-3a6b29e90c65 req-f8b70889-0efe-4f76-b5a0-6880da62a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:45.141772 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0e1e2cba-4eed-4402-bc0b-3a6b29e90c65 req-f8b70889-0efe-4f76-b5a0-6880da62a905 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa952598-36d5-42ef-b4ac-0f4017a94969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2929363 May 25 14:55:45.151285 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-20537813-817c-40d8-ba59-21f018aa01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:45.152646 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-20537813-817c-40d8-ba59-21f018aa01c2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ddc4207-3cdb-480e-9ac3-b200998dd0b9 HTTP/1.1" status: 200 len: 858 time: 0.0763183 May 25 14:55:45.348493 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00354d-c16a-4b30-a252-959004f0067b req-9fd8a538-54e8-4ecc-bf2e-5969af789894 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:45.349965 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ab00354d-c16a-4b30-a252-959004f0067b req-9fd8a538-54e8-4ecc-bf2e-5969af789894 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 945 time: 0.2531121 May 25 14:55:45.364692 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e061f-b707-4968-aebe-0cd15dd494e9 req-b5fa638d-36d3-4877-b7dc-6ceb94dbeec3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:45.366059 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1c2e061f-b707-4968-aebe-0cd15dd494e9 req-b5fa638d-36d3-4877-b7dc-6ceb94dbeec3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.2382755 May 25 14:55:45.384136 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:45.435396 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ab00354d-c16a-4b30-a252-959004f0067b req-7b77e123-a66d-4f9d-9e7f-a22e160b78b2 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779750 May 25 14:55:45.443442 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1c2e061f-b707-4968-aebe-0cd15dd494e9 req-db2a4308-2a12-4ff6-9326-390d784ded08 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714350 May 25 14:55:45.514179 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 54638) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:45.595089 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a7c6d-7f38-42b3-953b-e523e864022a req-ec34c9af-c7d0-4082-a30a-1e9aa7ab48cc tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:45.596602 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dd2a7c6d-7f38-42b3-953b-e523e864022a req-ec34c9af-c7d0-4082-a30a-1e9aa7ab48cc tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0864375 May 25 14:55:45.602493 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07f2d9-b0ef-4021-85c8-23203500e96a req-40d8c591-cd7f-41fa-884a-149d88146ac3 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:45.603880 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ae07f2d9-b0ef-4021-85c8-23203500e96a req-40d8c591-cd7f-41fa-884a-149d88146ac3 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 946 time: 0.0764003 May 25 14:55:45.645956 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b319cae8-f5c2-40c2-be10-f88f4e9bb832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:45.706989 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dd2a7c6d-7f38-42b3-953b-e523e864022a req-7f5e9d16-2adb-48b1-96fc-f11c9513e8c0 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021404 May 25 14:55:45.720405 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ae07f2d9-b0ef-4021-85c8-23203500e96a req-b033c830-e4b0-4bf3-ac67-3649a449a911 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083615 May 25 14:55:45.764407 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:45.769740 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b319cae8-f5c2-40c2-be10-f88f4e9bb832 admin admin] Publish callbacks [] for security_group (4e854270-1b23-4249-bf20-9cf91737ead7), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:45.821895 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ee0bd-4025-4115-af55-0aee50fea868 req-54f1b882-8999-41a5-afe1-810f7d32e535 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:45.823395 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-575ee0bd-4025-4115-af55-0aee50fea868 req-54f1b882-8999-41a5-afe1-810f7d32e535 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0502012 May 25 14:55:45.830033 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 681873f5-4d38-4cac-8460-0a3e8282503d details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:55:45.837139 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b319cae8-f5c2-40c2-be10-f88f4e9bb832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (4e854270-1b23-4249-bf20-9cf91737ead7), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:45.901194 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-b319cae8-f5c2-40c2-be10-f88f4e9bb832 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1469f74b311a471f88066b489011944b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3860064 May 25 14:55:45.904007 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 54648) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:45.907832 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319cae8-f5c2-40c2-be10-f88f4e9bb832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e854270-1b23-4249-bf20-9cf91737ead7,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:45.914319 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-575ee0bd-4025-4115-af55-0aee50fea868 req-6f7698c9-6c2d-47cd-b642-c7551711c338 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847054 May 25 14:55:45.952110 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 681873f5-4d38-4cac-8460-0a3e8282503d, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=681873f5-4d38-4cac-8460-0a3e8282503d,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:45.983211 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9242da83-d50c-44b0-b0cc-7e42bacde770 admin admin] Publish callbacks [] for security_group (4e854270-1b23-4249-bf20-9cf91737ead7), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:46.018170 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9242da83-d50c-44b0-b0cc-7e42bacde770 admin admin] Publish callbacks [] for security_group (4e854270-1b23-4249-bf20-9cf91737ead7), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:46.083018 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': '681873f5-4d38-4cac-8460-0a3e8282503d', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'port_id': '681873f5-4d38-4cac-8460-0a3e8282503d', 'mac_address': 'fa:16:3e:d0:77:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:55:46.117785 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 681873f5-4d38-4cac-8460-0a3e8282503d is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:55:46.118091 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:46.131809 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681873f5-4d38-4cac-8460-0a3e8282503d {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:55:46.151881 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 681873f5-4d38-4cac-8460-0a3e8282503d, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=681873f5-4d38-4cac-8460-0a3e8282503d,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:46.160411 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9242da83-d50c-44b0-b0cc-7e42bacde770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (4e854270-1b23-4249-bf20-9cf91737ead7), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:46.162965 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9242da83-d50c-44b0-b0cc-7e42bacde770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:46.164196 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-9242da83-d50c-44b0-b0cc-7e42bacde770 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4e854270-1b23-4249-bf20-9cf91737ead7 HTTP/1.1" status: 204 len: 168 time: 0.2590642 May 25 14:55:46.172268 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242da83-d50c-44b0-b0cc-7e42bacde770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e854270-1b23-4249-bf20-9cf91737ead7,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:46.288241 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:46.339128 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=681873f5-4d38-4cac-8460-0a3e8282503d,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:46.668567 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e526a-ffbc-4cf9-872c-4def4d042745 req-c7ce7d6f-fd47-49b2-8cce-b8b99453bc1e tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:46.670151 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-681e526a-ffbc-4cf9-872c-4def4d042745 req-c7ce7d6f-fd47-49b2-8cce-b8b99453bc1e tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 945 time: 0.1099734 May 25 14:55:46.680984 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04a742-10e2-4205-810f-ec89b7fabe25 req-9e1f51d4-9e15-48dd-a409-0b33e0e194d1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:46.682448 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bf04a742-10e2-4205-810f-ec89b7fabe25 req-9e1f51d4-9e15-48dd-a409-0b33e0e194d1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 944 time: 0.1202404 May 25 14:55:46.755932 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-681e526a-ffbc-4cf9-872c-4def4d042745 req-16a678e9-22c1-4e4e-858d-21dbc6e3333d tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724907 May 25 14:55:46.762851 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bf04a742-10e2-4205-810f-ec89b7fabe25 req-d18909aa-1ca5-446e-8168-f27eb05cd748 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725913 May 25 14:55:46.869922 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['681873f5-4d38-4cac-8460-0a3e8282503d'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:55:46.901832 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c150f-1f97-4f49-a49c-5375db568089 req-2301528d-c4e3-4cb1-9510-88b138230c30 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:46.902790 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-928c150f-1f97-4f49-a49c-5375db568089 req-2301528d-c4e3-4cb1-9510-88b138230c30 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0768888 May 25 14:55:46.909312 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ebef3-6f2f-40cb-8b5c-940d7f7e2c57 req-d22246d5-1423-49d6-98b7-a26996df1926 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:46.910809 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-830ebef3-6f2f-40cb-8b5c-940d7f7e2c57 req-d22246d5-1423-49d6-98b7-a26996df1926 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 946 time: 0.0752985 May 25 14:55:46.925909 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 54684) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:46.944884 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e9637d50-8320-408b-be6e-fbb1f53ff84f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:46.965541 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:46.990578 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-830ebef3-6f2f-40cb-8b5c-940d7f7e2c57 req-1f1f6d3c-4eb2-4875-ba30-efb9effc7ba9 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614944 May 25 14:55:47.000878 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:47.013471 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-928c150f-1f97-4f49-a49c-5375db568089 req-a72b0e08-76cc-484a-92a0-1cf0b70cfbe0 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012852 May 25 14:55:47.038120 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e9637d50-8320-408b-be6e-fbb1f53ff84f admin admin] Publish callbacks [] for security_group (9e39c58c-5edb-4b1e-bf5c-522d41cdba26), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:47.151342 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de382bca-499b-4209-9817-0e7a137a5e29 req-14085336-a6b5-4962-bf84-61c7efa98ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:47.153018 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-de382bca-499b-4209-9817-0e7a137a5e29 req-14085336-a6b5-4962-bf84-61c7efa98ab6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 1130 time: 0.0941262 May 25 14:55:47.164595 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ba555-c05b-4573-a068-b1d732125203 req-eb9a6e9a-e784-4453-b54c-da33837fe773 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:47.166145 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e82ba555-c05b-4573-a068-b1d732125203 req-eb9a6e9a-e784-4453-b54c-da33837fe773 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0684066 May 25 14:55:47.176437 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0e1e2cba-4eed-4402-bc0b-3a6b29e90c65 req-ba22650d-cef5-4654-a948-f0d0ae1bd7e9 service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992186 May 25 14:55:47.216162 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:47.233815 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e82ba555-c05b-4573-a068-b1d732125203 req-43878939-e549-48e3-8271-a03565316fe1 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607378 May 25 14:55:47.248214 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e9637d50-8320-408b-be6e-fbb1f53ff84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (9e39c58c-5edb-4b1e-bf5c-522d41cdba26), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:47.302904 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-b2a92c55-275e-43ca-a0c3-32b7b6386d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:47.304420 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-b2a92c55-275e-43ca-a0c3-32b7b6386d3e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2459240 May 25 14:55:47.312654 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:47.316018 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-e9637d50-8320-408b-be6e-fbb1f53ff84f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0c4bf9fe4d2a4c19aacb61f8ef59fda1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3888628 May 25 14:55:47.318796 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 54694) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:47.322381 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9637d50-8320-408b-be6e-fbb1f53ff84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e39c58c-5edb-4b1e-bf5c-522d41cdba26,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:47.344978 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e9b19ee8-5c6a-4e8a-a5c3-3f33d8478558 req-fe5932dc-a831-46f5-82e0-c293048dfb2d service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851372 May 25 14:55:47.380985 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-8e81e119-ce18-4f34-897e-70a28faeb0fb admin admin] Publish callbacks [] for security_group (9e39c58c-5edb-4b1e-bf5c-522d41cdba26), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:47.404890 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-8e81e119-ce18-4f34-897e-70a28faeb0fb admin admin] Publish callbacks [] for security_group (9e39c58c-5edb-4b1e-bf5c-522d41cdba26), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:47.549331 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-8e81e119-ce18-4f34-897e-70a28faeb0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (9e39c58c-5edb-4b1e-bf5c-522d41cdba26), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:47.551931 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-8e81e119-ce18-4f34-897e-70a28faeb0fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:47.553184 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-8e81e119-ce18-4f34-897e-70a28faeb0fb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9e39c58c-5edb-4b1e-bf5c-522d41cdba26 HTTP/1.1" status: 204 len: 168 time: 0.2332141 May 25 14:55:47.560952 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81e119-ce18-4f34-897e-70a28faeb0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e39c58c-5edb-4b1e-bf5c-522d41cdba26,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:47.920282 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09096da-1526-4cde-9335-1dbf1bda4c8f req-fc5e1151-8a5c-45cf-8e06-305ef8a73d13 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:47.921810 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e09096da-1526-4cde-9335-1dbf1bda4c8f req-fc5e1151-8a5c-45cf-8e06-305ef8a73d13 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 944 time: 0.0700934 May 25 14:55:47.937203 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e610e-c140-475a-9f5f-8509b8da09ce req-278c8e53-45d2-4304-84b9-3b7be6e53ab2 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:47.943489 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-397e610e-c140-475a-9f5f-8509b8da09ce req-278c8e53-45d2-4304-84b9-3b7be6e53ab2 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 945 time: 0.1029418 May 25 14:55:47.973000 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:48.025913 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e09096da-1526-4cde-9335-1dbf1bda4c8f req-c2a3c176-992e-4024-8d73-bee0869cc485 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812156 May 25 14:55:48.037934 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-397e610e-c140-475a-9f5f-8509b8da09ce req-ce24d4c3-de4a-4332-b97e-914d2e89b4f0 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828357 May 25 14:55:48.134896 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 681873f5-4d38-4cac-8460-0a3e8282503d up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:55:48.176747 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:48.187758 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843e8c3-3637-47bf-bb0a-ff2a722d496e req-a7bf0228-8d5f-4551-a99d-abcc17b320d2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:48.190210 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1843e8c3-3637-47bf-bb0a-ff2a722d496e req-a7bf0228-8d5f-4551-a99d-abcc17b320d2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0866838 May 25 14:55:48.191875 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port 681873f5-4d38-4cac-8460-0a3e8282503d completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:55:48.197959 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c523b58-7982-4f6d-a268-294225cb441e req-91bca52d-8732-41e1-9f64-63d5fd7215ec tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:48.199615 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3c523b58-7982-4f6d-a268-294225cb441e req-91bca52d-8732-41e1-9f64-63d5fd7215ec tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 946 time: 0.0980916 May 25 14:55:48.285556 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1843e8c3-3637-47bf-bb0a-ff2a722d496e req-715ca9d2-4ec0-48b9-b94e-69bfd071089a tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848374 May 25 14:55:48.289002 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3c523b58-7982-4f6d-a268-294225cb441e req-72e950bc-b847-465b-838a-940aa71c9572 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806010 May 25 14:55:48.337514 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port 681873f5-4d38-4cac-8460-0a3e8282503d triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:55:48.338107 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:48.415932 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95a717-4b9c-430b-8ad8-1a3e179d422f req-71d317a7-ca81-42ee-a7a0-0b6ecfeb2b94 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:48.418203 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0a95a717-4b9c-430b-8ad8-1a3e179d422f req-71d317a7-ca81-42ee-a7a0-0b6ecfeb2b94 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0704741 May 25 14:55:48.432373 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 681873f5-4d38-4cac-8460-0a3e8282503d is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:55:48.433107 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:48.471544 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 681873f5-4d38-4cac-8460-0a3e8282503d, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=681873f5-4d38-4cac-8460-0a3e8282503d,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:55:48.472759 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f09fd70-df36-4976-a829-ebe720c7e516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681873f5-4d38-4cac-8460-0a3e8282503d'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:55:48.475291 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581ad1ff-c1f5-48dc-a79a-5a32457cff36" -d '{"events": [{"server_uuid": "1f09fd70-df36-4976-a829-ebe720c7e516", "name": "network-vif-plugged", "status": "completed", "tag": "681873f5-4d38-4cac-8460-0a3e8282503d"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:55:48.495668 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08cdec-5a57-4598-901e-1e1ae769d874 req-f259a0e8-407a-4f4d-a599-f0aecb6fcb5a tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:48.497178 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6e08cdec-5a57-4598-901e-1e1ae769d874 req-f259a0e8-407a-4f4d-a599-f0aecb6fcb5a tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0780492 May 25 14:55:48.497654 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 54740) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:48.513853 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 54744) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:48.517522 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-63c750bd-4e33-449f-848b-6ece9c7b4a94 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Request body: {'floatingip': {'port_id': '1adf867b-8b01-47c8-9071-efb5a796ac50'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:55:48.546469 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0a95a717-4b9c-430b-8ad8-1a3e179d422f req-6c303848-3707-435a-8f40-e9e16393728e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132889 May 25 14:55:48.557675 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcad64fe-60a6-4321-9ffd-c9ed62b18599 x-openstack-request-id: req-fcad64fe-60a6-4321-9ffd-c9ed62b18599 {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:55:48.558154 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f09fd70-df36-4976-a829-ebe720c7e516", "name": "network-vif-plugged", "status": "completed", "tag": "681873f5-4d38-4cac-8460-0a3e8282503d", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:55:48.559104 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fcad64fe-60a6-4321-9ffd-c9ed62b18599 {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:55:48.559812 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcad64fe-60a6-4321-9ffd-c9ed62b18599'] response: {'server_uuid': '1f09fd70-df36-4976-a829-ebe720c7e516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681873f5-4d38-4cac-8460-0a3e8282503d', 'code': 200} May 25 14:55:48.574472 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:48.592169 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-de382bca-499b-4209-9817-0e7a137a5e29 req-fb9e40dd-c4da-4ddf-853a-14692c142935 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935838 May 25 14:55:48.637415 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=681873f5-4d38-4cac-8460-0a3e8282503d,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:48.664442 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-63c750bd-4e33-449f-848b-6ece9c7b4a94 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for floatingip (e622a0ae-2e00-41ef-a619-dc7e91bfe480), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:48.706305 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-1a5fe2e7-f0ec-49b7-9150-443b9fe5d28b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:48.768645 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:48.826561 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-1a5fe2e7-f0ec-49b7-9150-443b9fe5d28b admin admin] Publish callbacks [] for security_group (d41eaf32-6a0d-4a58-a305-98da872e9cd9), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:48.953820 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-1a5fe2e7-f0ec-49b7-9150-443b9fe5d28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (d41eaf32-6a0d-4a58-a305-98da872e9cd9), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:48.998576 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-21c68707-c6a3-47ca-b200-b54774590f97 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704891 May 25 14:55:49.012486 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e9b19ee8-5c6a-4e8a-a5c3-3f33d8478558 req-b59c6ef7-e7cd-4d98-b517-adbc4e84813b service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206139 May 25 14:55:49.029538 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0e1e2cba-4eed-4402-bc0b-3a6b29e90c65 req-58bc85a8-1fa5-4f39-b4ef-8e921d4766e4 service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166504 May 25 14:55:49.049527 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-1a5fe2e7-f0ec-49b7-9150-443b9fe5d28b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=df02dcad7ee04acaa239746abbd879af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5379024 May 25 14:55:49.050247 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 54770) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:49.083313 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:49.090582 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fe2e7-f0ec-49b7-9150-443b9fe5d28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41eaf32-6a0d-4a58-a305-98da872e9cd9,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:49.133814 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-c87c7a53-d664-4885-8310-6197639c3db5 admin admin] Publish callbacks [] for security_group (d41eaf32-6a0d-4a58-a305-98da872e9cd9), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:49.191851 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-c87c7a53-d664-4885-8310-6197639c3db5 admin admin] Publish callbacks [] for security_group (d41eaf32-6a0d-4a58-a305-98da872e9cd9), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:49.199604 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d9285-97d2-43e1-b8f3-027a179bb718 req-7b294f8a-b405-4190-b247-856debf0df5b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:49.201053 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-db3d9285-97d2-43e1-b8f3-027a179bb718 req-7b294f8a-b405-4190-b247-856debf0df5b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0690246 May 25 14:55:49.277680 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-db3d9285-97d2-43e1-b8f3-027a179bb718 req-9267498d-75ca-4524-a51f-bc19da79fbec tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608213 May 25 14:55:49.399456 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-c87c7a53-d664-4885-8310-6197639c3db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (d41eaf32-6a0d-4a58-a305-98da872e9cd9), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:49.401925 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-c87c7a53-d664-4885-8310-6197639c3db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:49.403142 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-c87c7a53-d664-4885-8310-6197639c3db5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d41eaf32-6a0d-4a58-a305-98da872e9cd9 HTTP/1.1" status: 204 len: 168 time: 0.3410110 May 25 14:55:49.442201 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c7a53-d664-4885-8310-6197639c3db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41eaf32-6a0d-4a58-a305-98da872e9cd9,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:49.452690 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff77cc4-ea19-48f6-8b02-1fe1bb875db9 req-5b0dd2a9-08ba-4f33-a40c-87108cf76908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:49.454160 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4ff77cc4-ea19-48f6-8b02-1fe1bb875db9 req-5b0dd2a9-08ba-4f33-a40c-87108cf76908 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 1130 time: 0.0839310 May 25 14:55:49.464426 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a0cf3-5a02-48e3-b415-eed4ce2a8b3d req-212d4c94-950d-4635-9fd8-fc02d307f05f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:49.465944 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b38a0cf3-5a02-48e3-b415-eed4ce2a8b3d req-212d4c94-950d-4635-9fd8-fc02d307f05f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 946 time: 0.0838616 May 25 14:55:49.489094 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:49.552916 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b38a0cf3-5a02-48e3-b415-eed4ce2a8b3d req-ca88bf62-ff96-403c-8fb0-f5898b377374 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800436 May 25 14:55:49.673493 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07badce0-082b-4eb7-a101-d8f9d1d1e26b req-800d814e-a79f-43aa-ba77-5e2049d5adcf tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:49.675106 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-07badce0-082b-4eb7-a101-d8f9d1d1e26b req-800d814e-a79f-43aa-ba77-5e2049d5adcf tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0531449 May 25 14:55:49.727895 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-07badce0-082b-4eb7-a101-d8f9d1d1e26b req-c8801e54-5ce9-4cec-9987-5a04e764b35c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457809 May 25 14:55:49.774503 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 54784) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:49.806070 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-63c750bd-4e33-449f-848b-6ece9c7b4a94 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:49.841038 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-8fa774ed-5703-4a0b-a410-09b9a8eb8da5 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280737 May 25 14:55:49.889185 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2e72eb11-7af8-4fb2-aa98-deb09cb25928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:49.892463 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-63c750bd-4e33-449f-848b-6ece9c7b4a94 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (e622a0ae-2e00-41ef-a619-dc7e91bfe480), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:49.975586 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2e72eb11-7af8-4fb2-aa98-deb09cb25928 admin admin] Publish callbacks [] for security_group (8f9d50db-e9b5-415e-ac60-71b5b8655b6c), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:49.995855 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [None req-63c750bd-4e33-449f-848b-6ece9c7b4a94 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Floating IP e622a0ae-2e00-41ef-a619-dc7e91bfe480 associated. External IP: 172.27.1.115, port: 1adf867b-8b01-47c8-9071-efb5a796ac50. May 25 14:55:50.037975 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:50.071229 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2e72eb11-7af8-4fb2-aa98-deb09cb25928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (8f9d50db-e9b5-415e-ac60-71b5b8655b6c), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:50.140680 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-2e72eb11-7af8-4fb2-aa98-deb09cb25928 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1de93115460c4c8289a1c0f945ea05d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3649180 May 25 14:55:50.143052 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72eb11-7af8-4fb2-aa98-deb09cb25928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9d50db-e9b5-415e-ac60-71b5b8655b6c,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:50.143549 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 54798) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:50.176298 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4ff77cc4-ea19-48f6-8b02-1fe1bb875db9 req-e1591199-c508-4329-8bc4-887b8c37d93b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760314 May 25 14:55:50.264860 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c91e1479-c4ed-4c5c-a255-a28fbdc248ae admin admin] Publish callbacks [] for security_group (8f9d50db-e9b5-415e-ac60-71b5b8655b6c), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:50.292966 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c750bd-4e33-449f-848b-6ece9c7b4a94 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Router 12b10ba3-1fdf-4348-bae0-88b55dc3151c has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:55:50.297795 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c91e1479-c4ed-4c5c-a255-a28fbdc248ae admin admin] Publish callbacks [] for security_group (8f9d50db-e9b5-415e-ac60-71b5b8655b6c), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:50.373879 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 54806) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:50.397356 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cd9afbd8-e389-4865-b984-b9ea5dba60a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:50.422705 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c2c86-7f18-4f64-a60a-f53a1d122a0e req-de9a5939-d6c4-444e-b904-d98a4c536e25 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:50.424236 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-387c2c86-7f18-4f64-a60a-f53a1d122a0e req-de9a5939-d6c4-444e-b904-d98a4c536e25 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0482683 May 25 14:55:50.453844 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:50.465307 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c750bd-4e33-449f-848b-6ece9c7b4a94 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:55:50.469599 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-63c750bd-4e33-449f-848b-6ece9c7b4a94 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:50.479119 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-387c2c86-7f18-4f64-a60a-f53a1d122a0e req-5b35ef1a-4fe3-4388-a1f0-79d3ebda2820 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491462 May 25 14:55:50.486186 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1679a-bba3-4aee-a3d0-b8d40e43e842 None None] Sync routers for ids ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:55:50.496663 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1679a-bba3-4aee-a3d0-b8d40e43e842 None None] Routers {'12b10ba3-1fdf-4348-bae0-88b55dc3151c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:55:50.497285 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-0cb1679a-bba3-4aee-a3d0-b8d40e43e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:55:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:55:50.507746 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-63c750bd-4e33-449f-848b-6ece9c7b4a94 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "PUT /v2.0/floatingips/e622a0ae-2e00-41ef-a619-dc7e91bfe480 HTTP/1.1" status: 200 len: 991 time: 1.9967575 May 25 14:55:50.508557 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed', 'tag': '1adf867b-8b01-47c8-9071-efb5a796ac50'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:55:50.511013 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bdb532-86a3-4cdb-9915-cc7239497c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed", "tag": "1adf867b-8b01-47c8-9071-efb5a796ac50"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:55:50.543664 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:50.554323 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251232b5-a01c-4e31-9c8b-b03f03504436 x-openstack-request-id: req-251232b5-a01c-4e31-9c8b-b03f03504436 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:55:50.554323 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed", "tag": "1adf867b-8b01-47c8-9071-efb5a796ac50", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:55:50.554323 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-251232b5-a01c-4e31-9c8b-b03f03504436 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:55:50.554323 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-251232b5-a01c-4e31-9c8b-b03f03504436'] response: {'name': 'network-changed', 'server_uuid': '36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed', 'tag': '1adf867b-8b01-47c8-9071-efb5a796ac50', 'status': 'completed', 'code': 200} May 25 14:55:50.581616 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c91e1479-c4ed-4c5c-a255-a28fbdc248ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (8f9d50db-e9b5-415e-ac60-71b5b8655b6c), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:50.584520 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c91e1479-c4ed-4c5c-a255-a28fbdc248ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:50.585914 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-c91e1479-c4ed-4c5c-a255-a28fbdc248ae admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8f9d50db-e9b5-415e-ac60-71b5b8655b6c HTTP/1.1" status: 204 len: 168 time: 0.4413266 May 25 14:55:50.610244 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e1479-c4ed-4c5c-a255-a28fbdc248ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9d50db-e9b5-415e-ac60-71b5b8655b6c,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:50.612170 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-0cb1679a-bba3-4aee-a3d0-b8d40e43e842 None None] Set router 12b10ba3-1fdf-4348-bae0-88b55dc3151c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:55:50.664169 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cd9afbd8-e389-4865-b984-b9ea5dba60a0 admin admin] Publish callbacks [] for security_group (edb66b36-e350-49b1-af89-7d37df0be2a0), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:50.693101 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c589d-f0eb-48a4-8f96-26c192780892 req-f144960f-98e8-48be-8884-375db182e228 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:50.695012 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3d9c589d-f0eb-48a4-8f96-26c192780892 req-f144960f-98e8-48be-8884-375db182e228 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 946 time: 0.0547431 May 25 14:55:50.760371 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cd9afbd8-e389-4865-b984-b9ea5dba60a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (edb66b36-e350-49b1-af89-7d37df0be2a0), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:50.777873 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3d9c589d-f0eb-48a4-8f96-26c192780892 req-5dd6a03d-8f25-45e4-bc68-1dff201cfdca tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751822 May 25 14:55:50.822882 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-cd9afbd8-e389-4865-b984-b9ea5dba60a0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=88b833508eac4a4caaef4a57b12c333c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4479380 May 25 14:55:50.825561 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 54820) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:50.828475 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9afbd8-e389-4865-b984-b9ea5dba60a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb66b36-e350-49b1-af89-7d37df0be2a0,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:50.907069 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-0cb1679a-bba3-4aee-a3d0-b8d40e43e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:48Z', 'revision_number': 4, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': 'e622a0ae-2e00-41ef-a619-dc7e91bfe480', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'port_id': '1adf867b-8b01-47c8-9071-efb5a796ac50', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'mac_address': 'fa:16:3e:4a:8d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:55:01Z', 'updated_at': '2022-05-25T14:55:49Z', 'revision_number': 1, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96', 'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'mac_address': 'fa:16:3e:55:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:56Z', 'revision_number': 5, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'subnets': [{'id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:55:50.929790 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822da98b-133a-4007-a066-fb521e4043eb req-5c5dd5a2-5f33-4a14-b15d-312ab559c571 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:50.931293 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-822da98b-133a-4007-a066-fb521e4043eb req-5c5dd5a2-5f33-4a14-b15d-312ab559c571 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0726295 May 25 14:55:50.933413 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1679a-bba3-4aee-a3d0-b8d40e43e842 None None] Checking router: 12b10ba3-1fdf-4348-bae0-88b55dc3151c for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:55:50.934329 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d20c9b08-4861-490f-beb3-c399a458f5c0 admin admin] Publish callbacks [] for security_group (edb66b36-e350-49b1-af89-7d37df0be2a0), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:50.943304 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1679a-bba3-4aee-a3d0-b8d40e43e842 None None] Routers {'12b10ba3-1fdf-4348-bae0-88b55dc3151c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:55:50.943986 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-0cb1679a-bba3-4aee-a3d0-b8d40e43e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:55:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:55:50.972579 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d20c9b08-4861-490f-beb3-c399a458f5c0 admin admin] Publish callbacks [] for security_group (edb66b36-e350-49b1-af89-7d37df0be2a0), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:51.025963 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-822da98b-133a-4007-a066-fb521e4043eb req-86920157-3f5d-41e1-ad19-d6012f719b70 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871749 May 25 14:55:51.056474 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-0cb1679a-bba3-4aee-a3d0-b8d40e43e842 None None] Set router 12b10ba3-1fdf-4348-bae0-88b55dc3151c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:55:51.157199 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d20c9b08-4861-490f-beb3-c399a458f5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (edb66b36-e350-49b1-af89-7d37df0be2a0), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:51.161621 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d20c9b08-4861-490f-beb3-c399a458f5c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:51.167250 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-d20c9b08-4861-490f-beb3-c399a458f5c0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/edb66b36-e350-49b1-af89-7d37df0be2a0 HTTP/1.1" status: 204 len: 168 time: 0.3403878 May 25 14:55:51.184182 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c9b08-4861-490f-beb3-c399a458f5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb66b36-e350-49b1-af89-7d37df0be2a0,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:51.308245 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-0cb1679a-bba3-4aee-a3d0-b8d40e43e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:48Z', 'revision_number': 4, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': 'e622a0ae-2e00-41ef-a619-dc7e91bfe480', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'port_id': '1adf867b-8b01-47c8-9071-efb5a796ac50', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'mac_address': 'fa:16:3e:4a:8d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:55:01Z', 'updated_at': '2022-05-25T14:55:49Z', 'revision_number': 1, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96', 'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'mac_address': 'fa:16:3e:55:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:56Z', 'revision_number': 5, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'subnets': [{'id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:55:51.334014 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1679a-bba3-4aee-a3d0-b8d40e43e842 None None] The sync data for ids ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'] in dv-cinder-830283-3-iscsi is: [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:48Z', 'revision_number': 4, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': 'e622a0ae-2e00-41ef-a619-dc7e91bfe480', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'port_id': '1adf867b-8b01-47c8-9071-efb5a796ac50', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'mac_address': 'fa:16:3e:4a:8d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:55:01Z', 'updated_at': '2022-05-25T14:55:49Z', 'revision_number': 1, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96', 'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'mac_address': 'fa:16:3e:55:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:56Z', 'revision_number': 5, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'subnets': [{'id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:55:51.401578 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-3aef9bb4-010c-4016-bc6f-ae2bfb9ea464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:51.403122 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-3aef9bb4-010c-4016-bc6f-ae2bfb9ea464 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18c8213736cf4113951fbb3520c18183&device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 1129 time: 0.0441887 May 25 14:55:51.442474 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a0c06-cbea-4d8b-88fc-f05cc0f2be79 req-b82ecbc7-7173-4e39-8c3f-1bdc2c8d1552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:51.444480 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-876a0c06-cbea-4d8b-88fc-f05cc0f2be79 req-b82ecbc7-7173-4e39-8c3f-1bdc2c8d1552 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 1129 time: 0.0556176 May 25 14:55:51.592601 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc649ef-bb9c-4886-9ded-8950e6e5cda7 None None] New status for floating IP e622a0ae-2e00-41ef-a619-dc7e91bfe480: ACTIVE {{(pid=116227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 14:55:51.660006 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b49e7e-a232-4390-9115-eedce84bc874 req-7ada9c55-d76d-4438-979d-4b8381d5ba16 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:51.668381 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-76b49e7e-a232-4390-9115-eedce84bc874 req-7ada9c55-d76d-4438-979d-4b8381d5ba16 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0937512 May 25 14:55:51.726137 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-76b49e7e-a232-4390-9115-eedce84bc874 req-5741518a-4a80-4a01-8515-5d335bee47e7 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543356 May 25 14:55:51.924214 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d71c73-cbf6-4d0a-afff-586a9f735b4e req-2e9f2350-4f78-46e8-bd00-92d7e42f6e47 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:51.925945 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-65d71c73-cbf6-4d0a-afff-586a9f735b4e req-2e9f2350-4f78-46e8-bd00-92d7e42f6e47 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 946 time: 0.0489199 May 25 14:55:52.026447 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-65d71c73-cbf6-4d0a-afff-586a9f735b4e req-6085ec22-5c69-443d-b9db-915e6b9cea8d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913155 May 25 14:55:52.056820 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdb532-86a3-4cdb-9915-cc7239497c5d req-348ccba2-4ffd-4d85-9951-c720cff5a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:52.060013 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-56bdb532-86a3-4cdb-9915-cc7239497c5d req-348ccba2-4ffd-4d85-9951-c720cff5a95f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=89a36e186c5f4d3c8b9030d91f6a30f6&device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 1129 time: 0.0879550 May 25 14:55:52.255075 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd536d7-fb35-4043-b05f-f5fc1cdf083e req-cf43b892-817b-455c-9c87-6436c8aa826e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:52.275983 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fdd536d7-fb35-4043-b05f-f5fc1cdf083e req-cf43b892-817b-455c-9c87-6436c8aa826e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 946 time: 0.1033895 May 25 14:55:52.284231 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 54890) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:52.290866 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-3c564b9a-26c2-43d3-b943-48775bf4de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:52.294230 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-3c564b9a-26c2-43d3-b943-48775bf4de49 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0ddfa1ea-b411-4388-afb5-c29ffb748770 HTTP/1.1" status: 200 len: 918 time: 0.2034328 May 25 14:55:52.296850 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-42047bc0-a6cc-48d8-ba84-ec5d4615a41c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'floatingip': {'port_id': '17a70972-093e-43d6-a189-0a0186e2adeb'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:55:52.319235 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:52.328387 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-876a0c06-cbea-4d8b-88fc-f05cc0f2be79 req-d3c14fc3-23db-49ce-bad4-5081692f5d3c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831768 May 25 14:55:52.380334 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdb532-86a3-4cdb-9915-cc7239497c5d req-9ead020f-b301-41ed-a621-756f282771fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:52.382485 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-56bdb532-86a3-4cdb-9915-cc7239497c5d req-9ead020f-b301-41ed-a621-756f282771fb service neutron] 10.222.0.86 "GET /v2.0/networks?id=ebc02943-e245-4287-8851-2c76f257286a HTTP/1.1" status: 200 len: 911 time: 0.2146416 May 25 14:55:52.442661 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-42047bc0-a6cc-48d8-ba84-ec5d4615a41c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (6ac9ff80-34ce-4c07-a035-433f4c01873f), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:52.505915 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12da90b-6690-4331-bbbf-9c97690250fb req-9e5096c6-8f1b-45a5-9142-394e762fddd3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:52.507405 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d12da90b-6690-4331-bbbf-9c97690250fb req-9e5096c6-8f1b-45a5-9142-394e762fddd3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.1383004 May 25 14:55:52.628401 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d12da90b-6690-4331-bbbf-9c97690250fb req-b8ec9eca-5012-4fee-8a19-c0de7bd3b93b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007457 May 25 14:55:52.676261 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:53.132387 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b00d3-e8f0-4d74-a0c5-f659d1955f3d req-fe760989-afdc-494f-9ae2-f41eb8e8dc14 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:53.134172 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c44b00d3-e8f0-4d74-a0c5-f659d1955f3d req-fe760989-afdc-494f-9ae2-f41eb8e8dc14 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.3119283 May 25 14:55:53.245003 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-a2d42bc8-978a-41f1-af9c-e6a153974178 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=681873f5-4d38-4cac-8460-0a3e8282503d HTTP/1.1" status: 200 len: 217 time: 0.0501854 May 25 14:55:53.291335 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 54916) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:53.326118 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-56bdb532-86a3-4cdb-9915-cc7239497c5d req-eac81c94-b434-4b47-ac53-81733572ba98 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1adf867b-8b01-47c8-9071-efb5a796ac50 HTTP/1.1" status: 200 len: 1001 time: 0.1203234 May 25 14:55:53.354237 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c44b00d3-e8f0-4d74-a0c5-f659d1955f3d req-267cfb71-fdfb-496a-99a8-5957d3f31aea tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885488 May 25 14:55:53.456712 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4fab69ff-f72d-4e55-b671-f3b5a7d3aea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:53.463932 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-42047bc0-a6cc-48d8-ba84-ec5d4615a41c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:53.534883 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4fab69ff-f72d-4e55-b671-f3b5a7d3aea1 admin admin] Publish callbacks [] for security_group (5419211b-1c7b-49da-8d03-b7fe5040c127), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:53.556715 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-42047bc0-a6cc-48d8-ba84-ec5d4615a41c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (6ac9ff80-34ce-4c07-a035-433f4c01873f), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:53.613179 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4fab69ff-f72d-4e55-b671-f3b5a7d3aea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (5419211b-1c7b-49da-8d03-b7fe5040c127), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:53.696817 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-4fab69ff-f72d-4e55-b671-f3b5a7d3aea1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=344845c572e24cf3b86cbda09dc105de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031954 May 25 14:55:53.700105 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 54930) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:53.700576 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.l3_db [None req-42047bc0-a6cc-48d8-ba84-ec5d4615a41c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Floating IP 6ac9ff80-34ce-4c07-a035-433f4c01873f associated. External IP: 172.27.1.231, port: 17a70972-093e-43d6-a189-0a0186e2adeb. May 25 14:55:53.736676 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab69ff-f72d-4e55-b671-f3b5a7d3aea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5419211b-1c7b-49da-8d03-b7fe5040c127,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:53.772069 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5ea57398-8c10-4e63-b2ea-bc8e11ba8897 admin admin] Publish callbacks [] for security_group (5419211b-1c7b-49da-8d03-b7fe5040c127), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:53.788161 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:53.803077 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5ea57398-8c10-4e63-b2ea-bc8e11ba8897 admin admin] Publish callbacks [] for security_group (5419211b-1c7b-49da-8d03-b7fe5040c127), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:53.854719 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a44a6-4aa7-4c43-897f-790f9b52080a req-0aaaeb8f-8936-4738-91ba-669595505133 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:53.856105 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5b4a44a6-4aa7-4c43-897f-790f9b52080a req-0aaaeb8f-8936-4738-91ba-669595505133 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.1209106 May 25 14:55:53.872305 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:53.877458 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdb532-86a3-4cdb-9915-cc7239497c5d req-39d15bbe-942e-4efc-80d2-e4e3e44900c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:53.878945 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-56bdb532-86a3-4cdb-9915-cc7239497c5d req-39d15bbe-942e-4efc-80d2-e4e3e44900c9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8a273b51-9d95-4b21-9830-1ac6ac028637 HTTP/1.1" status: 200 len: 849 time: 0.0599096 May 25 14:55:53.913377 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-8bbf55a2-5258-4bf4-95f6-86a4dc013a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:53.914968 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-8bbf55a2-5258-4bf4-95f6-86a4dc013a87 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6457fdac-c3cb-47a9-aa14-b3ac369fd174 HTTP/1.1" status: 200 len: 856 time: 0.0964835 May 25 14:55:53.924714 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdb532-86a3-4cdb-9915-cc7239497c5d req-2e912303-f59c-49eb-a1e9-6ae2dfa948be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:53.926199 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-56bdb532-86a3-4cdb-9915-cc7239497c5d req-2e912303-f59c-49eb-a1e9-6ae2dfa948be service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebc02943-e245-4287-8851-2c76f257286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413258 May 25 14:55:53.928363 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:53.980586 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5b4a44a6-4aa7-4c43-897f-790f9b52080a req-ef24d819-3933-489c-b770-bab798b52273 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145632 May 25 14:55:53.993025 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5ea57398-8c10-4e63-b2ea-bc8e11ba8897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (5419211b-1c7b-49da-8d03-b7fe5040c127), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:53.995886 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5ea57398-8c10-4e63-b2ea-bc8e11ba8897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:53.999125 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-5ea57398-8c10-4e63-b2ea-bc8e11ba8897 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5419211b-1c7b-49da-8d03-b7fe5040c127 HTTP/1.1" status: 204 len: 168 time: 0.2954721 May 25 14:55:54.009270 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea57398-8c10-4e63-b2ea-bc8e11ba8897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5419211b-1c7b-49da-8d03-b7fe5040c127,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:54.043183 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-d3bd8242-da84-4397-8c54-e08cccb92676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:54.048235 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-d3bd8242-da84-4397-8c54-e08cccb92676 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0ddfa1ea-b411-4388-afb5-c29ffb748770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831594 May 25 14:55:54.112400 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-56bdb532-86a3-4cdb-9915-cc7239497c5d req-c2f0e8af-c4e6-4b7e-9745-c5447d3605ed service neutron] 10.222.0.86 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629322 May 25 14:55:54.142545 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42047bc0-a6cc-48d8-ba84-ec5d4615a41c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Router e98aa9c8-7bcd-4315-a027-4c785c58670b has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:55:54.209533 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:54.224278 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-56bdb532-86a3-4cdb-9915-cc7239497c5d req-d08c38aa-d5db-41e4-bf7d-0b044f3f9739 service neutron] 10.222.0.86 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064267 May 25 14:55:54.330760 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-a476ba62-bc40-46d4-abcb-9250d836d644 service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865585 May 25 14:55:54.338954 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42047bc0-a6cc-48d8-ba84-ec5d4615a41c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:55:54.343678 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-42047bc0-a6cc-48d8-ba84-ec5d4615a41c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:54.350114 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e464cb76-defc-417b-a6b6-baabe6c84777 None None] Sync routers for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:55:54.361981 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e464cb76-defc-417b-a6b6-baabe6c84777 None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:55:54.364667 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-e464cb76-defc-417b-a6b6-baabe6c84777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:55:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:55:54.394940 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-42047bc0-a6cc-48d8-ba84-ec5d4615a41c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "PUT /v2.0/floatingips/6ac9ff80-34ce-4c07-a035-433f4c01873f HTTP/1.1" status: 200 len: 992 time: 2.1014340 May 25 14:55:54.395797 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'tag': '17a70972-093e-43d6-a189-0a0186e2adeb'}] {{(pid=116226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:55:54.399373 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dc151ac6212342da2108a0a28b94f4203e9e0da67b00e21663921939482ef4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5904da66-80c1-4070-a657-a74dd6a011dc" -d '{"events": [{"name": "network-changed", "server_uuid": "64837a10-d6e9-4fde-9766-7c03759eae0a", "tag": "17a70972-093e-43d6-a189-0a0186e2adeb"}]}' {{(pid=116226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:55:54.483989 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-e464cb76-defc-417b-a6b6-baabe6c84777 None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:55:54.511611 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=100 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:54.515544 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feae2a-63f7-4cac-92dd-303bb32888f0 req-4ae54e9c-6704-45d0-b467-49a777174304 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:54.515544 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e0feae2a-63f7-4cac-92dd-303bb32888f0 req-4ae54e9c-6704-45d0-b467-49a777174304 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0665364 May 25 14:55:54.569527 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e0feae2a-63f7-4cac-92dd-303bb32888f0 req-704bbbaf-f325-4c23-aae2-f56387088917 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481429 May 25 14:55:54.586026 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff7df34-5fff-4cd2-bc10-e5e1712b9376 x-openstack-request-id: req-1ff7df34-5fff-4cd2-bc10-e5e1712b9376 {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:55:54.586401 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64837a10-d6e9-4fde-9766-7c03759eae0a", "tag": "17a70972-093e-43d6-a189-0a0186e2adeb", "status": "completed", "code": 200}]} {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:55:54.586711 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1ff7df34-5fff-4cd2-bc10-e5e1712b9376 {{(pid=116226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:55:54.587119 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff7df34-5fff-4cd2-bc10-e5e1712b9376'] response: {'name': 'network-changed', 'server_uuid': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'tag': '17a70972-093e-43d6-a189-0a0186e2adeb', 'status': 'completed', 'code': 200} May 25 14:55:54.597314 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=100 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:54.691711 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb108dbc-7966-4592-af13-4ecac2b3fbfb req-bf9d394f-0054-4c84-bd76-92c583b17467 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:54.693445 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cb108dbc-7966-4592-af13-4ecac2b3fbfb req-bf9d394f-0054-4c84-bd76-92c583b17467 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0591183 May 25 14:55:54.744993 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-e464cb76-defc-417b-a6b6-baabe6c84777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '6ac9ff80-34ce-4c07-a035-433f4c01873f', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'port_id': '17a70972-093e-43d6-a189-0a0186e2adeb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'mac_address': 'fa:16:3e:1e:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:54:53Z', 'updated_at': '2022-05-25T14:55:53Z', 'revision_number': 1, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:55:54.749525 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cb108dbc-7966-4592-af13-4ecac2b3fbfb req-2ecc0f2f-b85b-45ca-bd17-c4ec424b388e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472226 May 25 14:55:54.773764 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e464cb76-defc-417b-a6b6-baabe6c84777 None None] Checking router: e98aa9c8-7bcd-4315-a027-4c785c58670b for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:55:54.781638 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e464cb76-defc-417b-a6b6-baabe6c84777 None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:55:54.782252 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-e464cb76-defc-417b-a6b6-baabe6c84777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:55:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:55:54.975859 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-e464cb76-defc-417b-a6b6-baabe6c84777 None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:55:55.157609 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:55.168937 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-703e27b6-d5cf-48db-aa28-79c2d5d7ac6d req-83934c06-804c-4e9f-923b-b59210029e4d service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446230 May 25 14:55:55.229385 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=100 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:55.237727 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904da66-80c1-4070-a657-a74dd6a011dc req-603996b1-edc7-435e-97a9-dae1e3b353b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:55.239177 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-e464cb76-defc-417b-a6b6-baabe6c84777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '6ac9ff80-34ce-4c07-a035-433f4c01873f', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'port_id': '17a70972-093e-43d6-a189-0a0186e2adeb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'mac_address': 'fa:16:3e:1e:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:54:53Z', 'updated_at': '2022-05-25T14:55:53Z', 'revision_number': 1, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:55:55.242070 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-5904da66-80c1-4070-a657-a74dd6a011dc req-603996b1-edc7-435e-97a9-dae1e3b353b3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 1130 time: 0.1082103 May 25 14:55:55.278906 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e464cb76-defc-417b-a6b6-baabe6c84777 None None] The sync data for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi is: [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '6ac9ff80-34ce-4c07-a035-433f4c01873f', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'port_id': '17a70972-093e-43d6-a189-0a0186e2adeb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'mac_address': 'fa:16:3e:1e:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:54:53Z', 'updated_at': '2022-05-25T14:55:53Z', 'revision_number': 1, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:55:55.469138 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329d0a7-2b64-46e0-a3a6-f8efd690b6bf req-c76575c1-b02d-4a6a-94e0-8ebb0f29c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:55.471382 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2329d0a7-2b64-46e0-a3a6-f8efd690b6bf req-c76575c1-b02d-4a6a-94e0-8ebb0f29c8db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 1130 time: 0.0562756 May 25 14:55:55.529650 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904da66-80c1-4070-a657-a74dd6a011dc req-729c90e0-cbbf-4334-b2e6-09b93fa675fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:55.531372 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-5904da66-80c1-4070-a657-a74dd6a011dc req-729c90e0-cbbf-4334-b2e6-09b93fa675fa service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa952598-36d5-42ef-b4ac-0f4017a94969 HTTP/1.1" status: 200 len: 915 time: 0.1160574 May 25 14:55:55.539219 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b161f-d042-4b06-a421-5bd4aab54494 None None] New status for floating IP 6ac9ff80-34ce-4c07-a035-433f4c01873f: ACTIVE {{(pid=116227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 14:55:55.567554 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329d0a7-2b64-46e0-a3a6-f8efd690b6bf req-aee47b6d-dfa2-4c0f-b3a0-2f55632994de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:55.568680 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2329d0a7-2b64-46e0-a3a6-f8efd690b6bf req-aee47b6d-dfa2-4c0f-b3a0-2f55632994de service neutron] 10.222.0.86 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 920 time: 0.0914783 May 25 14:55:55.616369 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2329d0a7-2b64-46e0-a3a6-f8efd690b6bf req-c111d58c-9af9-4396-8e62-b6a74f71e981 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b HTTP/1.1" status: 200 len: 217 time: 0.0409136 May 25 14:55:55.620825 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-5904da66-80c1-4070-a657-a74dd6a011dc req-18f7e54a-7a89-4d42-829f-50c83e7c340a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a70972-093e-43d6-a189-0a0186e2adeb HTTP/1.1" status: 200 len: 1000 time: 0.0827436 May 25 14:55:55.679779 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329d0a7-2b64-46e0-a3a6-f8efd690b6bf req-7534bb2a-5e53-47b6-a514-ced1b6bf8991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:55.681261 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2329d0a7-2b64-46e0-a3a6-f8efd690b6bf req-7534bb2a-5e53-47b6-a514-ced1b6bf8991 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ddc4207-3cdb-480e-9ac3-b200998dd0b9 HTTP/1.1" status: 200 len: 858 time: 0.0573516 May 25 14:55:55.704546 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904da66-80c1-4070-a657-a74dd6a011dc req-1e34347d-b4af-426f-a848-1d8e88206290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:55.706864 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-5904da66-80c1-4070-a657-a74dd6a011dc req-1e34347d-b4af-426f-a848-1d8e88206290 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1ed1170-215c-4406-945e-b79e6c0cdc5d HTTP/1.1" status: 200 len: 853 time: 0.0723057 May 25 14:55:55.770394 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904da66-80c1-4070-a657-a74dd6a011dc req-9d97ab70-62ae-4aff-b08f-92a542edb5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:55.777445 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-5904da66-80c1-4070-a657-a74dd6a011dc req-9d97ab70-62ae-4aff-b08f-92a542edb5e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa952598-36d5-42ef-b4ac-0f4017a94969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622211 May 25 14:55:55.793964 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329d0a7-2b64-46e0-a3a6-f8efd690b6bf req-2a503abe-94da-4d92-add5-16ad7180fe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:55.796840 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2329d0a7-2b64-46e0-a3a6-f8efd690b6bf req-2a503abe-94da-4d92-add5-16ad7180fe98 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1066558 May 25 14:55:55.802956 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0829b-ca03-4ff0-a17b-7852fa6a1ae4 req-eca5935c-df40-4e9e-b9bf-503d83b46448 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:55.804532 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-50e0829b-ca03-4ff0-a17b-7852fa6a1ae4 req-eca5935c-df40-4e9e-b9bf-503d83b46448 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.1189995 May 25 14:55:55.899993 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-5904da66-80c1-4070-a657-a74dd6a011dc req-921c5dd6-6ea4-4628-8d8c-e623dece442f service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150000 May 25 14:55:55.995007 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-5904da66-80c1-4070-a657-a74dd6a011dc req-c410cedc-e61a-4933-bbb9-7da6cf151b0a service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887153 May 25 14:55:56.097337 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:56.134847 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6fd66-9488-4b64-bfa4-813f4fe254d8 req-7e9a4c6e-5a1f-4aa6-bec9-db928f303c72 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:56.137056 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2ad6fd66-9488-4b64-bfa4-813f4fe254d8 req-7e9a4c6e-5a1f-4aa6-bec9-db928f303c72 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0826890 May 25 14:55:56.199350 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-50e0829b-ca03-4ff0-a17b-7852fa6a1ae4 req-4498704e-365f-4d90-bd87-9c517e0ab52f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3753204 May 25 14:55:56.222724 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2329d0a7-2b64-46e0-a3a6-f8efd690b6bf req-4682281c-7d6e-4b28-b41f-4bc68781bf5f service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085438 May 25 14:55:56.263877 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 55014) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:56.316938 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2ad6fd66-9488-4b64-bfa4-813f4fe254d8 req-b288c17c-de1e-4957-94d0-3a7cda4ce37e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583841 May 25 14:55:56.376583 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06d231-4338-49eb-afe9-5423d6fb50e4 req-11cd1cdf-d7e2-4fac-bd87-40433c002cb3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:56.378074 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3e06d231-4338-49eb-afe9-5423d6fb50e4 req-11cd1cdf-d7e2-4fac-bd87-40433c002cb3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0863333 May 25 14:55:56.388208 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 55022) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:56.394794 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-e449bbff-82d6-404a-9cd9-a818cc0cd4fc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Request body: {'floatingip': {'port_id': '681873f5-4d38-4cac-8460-0a3e8282503d'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:55:56.404550 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2329d0a7-2b64-46e0-a3a6-f8efd690b6bf req-0a2b951d-8989-4a6c-81b7-2afa9cea1133 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797473 May 25 14:55:56.446611 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-65a7555b-d7ad-4b6b-a1a6-cb4b2348283c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:56.458943 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e449bbff-82d6-404a-9cd9-a818cc0cd4fc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for floatingip (eec803a0-181e-4ed2-abce-92090a6556bf), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:56.650851 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:56.684773 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-65a7555b-d7ad-4b6b-a1a6-cb4b2348283c admin admin] Publish callbacks [] for security_group (bb6ffee6-f52b-4197-8f5b-89d62f9e99ff), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:56.764903 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-65a7555b-d7ad-4b6b-a1a6-cb4b2348283c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (bb6ffee6-f52b-4197-8f5b-89d62f9e99ff), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:56.843374 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-65a7555b-d7ad-4b6b-a1a6-cb4b2348283c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=01ba559017f1442ea8a636e3c749a4b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5756395 May 25 14:55:56.846037 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 55036) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:56.846196 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:56.848863 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7555b-d7ad-4b6b-a1a6-cb4b2348283c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6ffee6-f52b-4197-8f5b-89d62f9e99ff,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:56.913219 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-80908f82-1760-401e-9d04-3f1d778714d3 admin admin] Publish callbacks [] for security_group (bb6ffee6-f52b-4197-8f5b-89d62f9e99ff), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:56.938086 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-80908f82-1760-401e-9d04-3f1d778714d3 admin admin] Publish callbacks [] for security_group (bb6ffee6-f52b-4197-8f5b-89d62f9e99ff), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:57.085654 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-80908f82-1760-401e-9d04-3f1d778714d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (bb6ffee6-f52b-4197-8f5b-89d62f9e99ff), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:57.088317 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-80908f82-1760-401e-9d04-3f1d778714d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:57.089594 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-80908f82-1760-401e-9d04-3f1d778714d3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bb6ffee6-f52b-4197-8f5b-89d62f9e99ff HTTP/1.1" status: 204 len: 168 time: 0.2424533 May 25 14:55:57.098300 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80908f82-1760-401e-9d04-3f1d778714d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6ffee6-f52b-4197-8f5b-89d62f9e99ff,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:57.228717 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e449bbff-82d6-404a-9cd9-a818cc0cd4fc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:57.322000 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e449bbff-82d6-404a-9cd9-a818cc0cd4fc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (eec803a0-181e-4ed2-abce-92090a6556bf), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:57.442605 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [None req-e449bbff-82d6-404a-9cd9-a818cc0cd4fc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Floating IP eec803a0-181e-4ed2-abce-92090a6556bf associated. External IP: 172.27.1.180, port: 681873f5-4d38-4cac-8460-0a3e8282503d. May 25 14:55:57.446871 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b17360-3ab3-4933-9b9f-c4b654609506 req-82807724-9b14-4592-9138-0f526584e029 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:57.448608 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-62b17360-3ab3-4933-9b9f-c4b654609506 req-82807724-9b14-4592-9138-0f526584e029 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0515642 May 25 14:55:57.514317 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-62b17360-3ab3-4933-9b9f-c4b654609506 req-e251dd15-da30-47e0-8801-fd499e8e9491 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598662 May 25 14:55:57.679280 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e449bbff-82d6-404a-9cd9-a818cc0cd4fc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Router cbef5c56-0d19-4a35-8e5b-f4663b52c690 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:55:57.722461 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:57.781720 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 55064) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:57.785629 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e449bbff-82d6-404a-9cd9-a818cc0cd4fc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:55:57.790403 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e449bbff-82d6-404a-9cd9-a818cc0cd4fc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:57.795339 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a410c433-5fc1-4cbf-ac43-6f519dcd00e0 None None] Sync routers for ids ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:55:57.797169 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-989cf37f-3016-4188-a97d-8870018f1ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:57.811530 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a410c433-5fc1-4cbf-ac43-6f519dcd00e0 None None] Routers {'cbef5c56-0d19-4a35-8e5b-f4663b52c690'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:55:57.812196 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-a410c433-5fc1-4cbf-ac43-6f519dcd00e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:55:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:55:57.821595 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:57.821783 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-e449bbff-82d6-404a-9cd9-a818cc0cd4fc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "PUT /v2.0/floatingips/eec803a0-181e-4ed2-abce-92090a6556bf HTTP/1.1" status: 200 len: 991 time: 1.4315469 May 25 14:55:57.822131 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f09fd70-df36-4976-a829-ebe720c7e516', 'tag': '681873f5-4d38-4cac-8460-0a3e8282503d'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:55:57.824430 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dd608c-80cb-47dc-9d26-71b692f7655b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f09fd70-df36-4976-a829-ebe720c7e516", "tag": "681873f5-4d38-4cac-8460-0a3e8282503d"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:55:57.870061 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5463b9c7-b1ca-4e7b-bc8a-1505d737501a x-openstack-request-id: req-5463b9c7-b1ca-4e7b-bc8a-1505d737501a {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:55:57.870431 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f09fd70-df36-4976-a829-ebe720c7e516", "tag": "681873f5-4d38-4cac-8460-0a3e8282503d", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:55:57.871027 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5463b9c7-b1ca-4e7b-bc8a-1505d737501a {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:55:57.871590 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5463b9c7-b1ca-4e7b-bc8a-1505d737501a'] response: {'name': 'network-changed', 'server_uuid': '1f09fd70-df36-4976-a829-ebe720c7e516', 'tag': '681873f5-4d38-4cac-8460-0a3e8282503d', 'status': 'completed', 'code': 200} May 25 14:55:57.887122 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-989cf37f-3016-4188-a97d-8870018f1ccc admin admin] Publish callbacks [] for security_group (3aa77db6-fbb7-49d1-8c85-5b825d4f6396), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:57.918382 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-a410c433-5fc1-4cbf-ac43-6f519dcd00e0 None None] Set router cbef5c56-0d19-4a35-8e5b-f4663b52c690 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:55:57.987056 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-989cf37f-3016-4188-a97d-8870018f1ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (3aa77db6-fbb7-49d1-8c85-5b825d4f6396), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:58.028639 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd608c-80cb-47dc-9d26-71b692f7655b req-7bfb1ce6-0b84-473e-a1bf-38d99fab5bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:58.028639 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-90dd608c-80cb-47dc-9d26-71b692f7655b req-7bfb1ce6-0b84-473e-a1bf-38d99fab5bef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18c8213736cf4113951fbb3520c18183&device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 1129 time: 0.0692718 May 25 14:55:58.037201 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-989cf37f-3016-4188-a97d-8870018f1ccc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0869acb011fe4aa1a46394751d41ae5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544410 May 25 14:55:58.038274 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cf37f-3016-4188-a97d-8870018f1ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa77db6-fbb7-49d1-8c85-5b825d4f6396,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:58.040009 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 55070) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:58.096550 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0bec-ed0b-4438-84b9-440fb71715de admin admin] Publish callbacks [] for security_group (3aa77db6-fbb7-49d1-8c85-5b825d4f6396), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:58.127958 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0bec-ed0b-4438-84b9-440fb71715de admin admin] Publish callbacks [] for security_group (3aa77db6-fbb7-49d1-8c85-5b825d4f6396), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:58.139526 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd608c-80cb-47dc-9d26-71b692f7655b req-b89b8f01-01f6-4320-8660-1031b3953bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:58.141278 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-90dd608c-80cb-47dc-9d26-71b692f7655b req-b89b8f01-01f6-4320-8660-1031b3953bbb service neutron] 10.222.0.86 "GET /v2.0/networks?id=0ddfa1ea-b411-4388-afb5-c29ffb748770 HTTP/1.1" status: 200 len: 918 time: 0.0970366 May 25 14:55:58.143189 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-a410c433-5fc1-4cbf-ac43-6f519dcd00e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': 'eec803a0-181e-4ed2-abce-92090a6556bf', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'port_id': '681873f5-4d38-4cac-8460-0a3e8282503d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'mac_address': 'fa:16:3e:d0:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f09fd70-df36-4976-a829-ebe720c7e516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:54:56Z', 'updated_at': '2022-05-25T14:55:57Z', 'revision_number': 1, 'project_id': '18c8213736cf4113951fbb3520c18183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5acd3c-c621-489f-9168-6d1e80220740', 'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'mac_address': 'fa:16:3e:43:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:55:01Z', 'revision_number': 5, 'project_id': '18c8213736cf4113951fbb3520c18183', 'subnets': [{'id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:55:58.169894 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a410c433-5fc1-4cbf-ac43-6f519dcd00e0 None None] Checking router: cbef5c56-0d19-4a35-8e5b-f4663b52c690 for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:55:58.179556 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a410c433-5fc1-4cbf-ac43-6f519dcd00e0 None None] Routers {'cbef5c56-0d19-4a35-8e5b-f4663b52c690'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:55:58.180175 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-a410c433-5fc1-4cbf-ac43-6f519dcd00e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:55:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:55:58.206531 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:58.254921 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-90dd608c-80cb-47dc-9d26-71b692f7655b req-1dc98521-f6bb-46e4-9d27-f8cf65a1289c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=681873f5-4d38-4cac-8460-0a3e8282503d HTTP/1.1" status: 200 len: 999 time: 0.1049552 May 25 14:55:58.291352 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-a410c433-5fc1-4cbf-ac43-6f519dcd00e0 None None] Set router cbef5c56-0d19-4a35-8e5b-f4663b52c690 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:55:58.306578 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd608c-80cb-47dc-9d26-71b692f7655b req-79ef61e3-1e34-4a5d-8b96-f2d61955701b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:58.307809 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-90dd608c-80cb-47dc-9d26-71b692f7655b req-79ef61e3-1e34-4a5d-8b96-f2d61955701b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6457fdac-c3cb-47a9-aa14-b3ac369fd174 HTTP/1.1" status: 200 len: 856 time: 0.0454888 May 25 14:55:58.322395 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0bec-ed0b-4438-84b9-440fb71715de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (3aa77db6-fbb7-49d1-8c85-5b825d4f6396), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:58.333576 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0bec-ed0b-4438-84b9-440fb71715de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:58.334844 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-b5dd0bec-ed0b-4438-84b9-440fb71715de admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3aa77db6-fbb7-49d1-8c85-5b825d4f6396 HTTP/1.1" status: 204 len: 168 time: 0.2936194 May 25 14:55:58.351796 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd0bec-ed0b-4438-84b9-440fb71715de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa77db6-fbb7-49d1-8c85-5b825d4f6396,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:58.396406 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd608c-80cb-47dc-9d26-71b692f7655b req-1cdb2fa1-30fe-410d-8f3a-90776cb3cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:58.398281 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-90dd608c-80cb-47dc-9d26-71b692f7655b req-1cdb2fa1-30fe-410d-8f3a-90776cb3cb01 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0ddfa1ea-b411-4388-afb5-c29ffb748770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591216 May 25 14:55:58.515750 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-90dd608c-80cb-47dc-9d26-71b692f7655b req-ff17fb66-5056-4b7d-bf7a-90949e70c4f3 service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000929 May 25 14:55:58.581842 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-a410c433-5fc1-4cbf-ac43-6f519dcd00e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': 'eec803a0-181e-4ed2-abce-92090a6556bf', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'port_id': '681873f5-4d38-4cac-8460-0a3e8282503d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'mac_address': 'fa:16:3e:d0:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f09fd70-df36-4976-a829-ebe720c7e516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:54:56Z', 'updated_at': '2022-05-25T14:55:57Z', 'revision_number': 1, 'project_id': '18c8213736cf4113951fbb3520c18183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5acd3c-c621-489f-9168-6d1e80220740', 'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'mac_address': 'fa:16:3e:43:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:55:01Z', 'revision_number': 5, 'project_id': '18c8213736cf4113951fbb3520c18183', 'subnets': [{'id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:55:58.612298 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a410c433-5fc1-4cbf-ac43-6f519dcd00e0 None None] The sync data for ids ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'] in dv-cinder-830283-3-iscsi is: [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': 'eec803a0-181e-4ed2-abce-92090a6556bf', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'port_id': '681873f5-4d38-4cac-8460-0a3e8282503d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'mac_address': 'fa:16:3e:d0:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f09fd70-df36-4976-a829-ebe720c7e516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:54:56Z', 'updated_at': '2022-05-25T14:55:57Z', 'revision_number': 1, 'project_id': '18c8213736cf4113951fbb3520c18183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5acd3c-c621-489f-9168-6d1e80220740', 'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'mac_address': 'fa:16:3e:43:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:55:01Z', 'revision_number': 5, 'project_id': '18c8213736cf4113951fbb3520c18183', 'subnets': [{'id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:55:58.681642 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-90dd608c-80cb-47dc-9d26-71b692f7655b req-333560a2-d525-4ab8-88f4-9d60d78f1b29 service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593318 May 25 14:55:58.690969 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f98fe-9f0f-443a-92b9-1ad35e2f7f38 req-d0a59c64-af3b-4a1c-9514-7b2b50a6774d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:58.692577 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-953f98fe-9f0f-443a-92b9-1ad35e2f7f38 req-d0a59c64-af3b-4a1c-9514-7b2b50a6774d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0771537 May 25 14:55:58.758328 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-953f98fe-9f0f-443a-92b9-1ad35e2f7f38 req-55fdb39a-6e4e-4553-a2f2-918de5d27062 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591257 May 25 14:55:58.896853 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80b189-cb99-45ca-a476-1b8ea539a783 None None] New status for floating IP eec803a0-181e-4ed2-abce-92090a6556bf: ACTIVE {{(pid=116227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 14:55:59.286921 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 55104) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:59.401384 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-900b772b-6c06-4ad8-943b-e256c8ea8060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.477498 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-900b772b-6c06-4ad8-943b-e256c8ea8060 admin admin] Publish callbacks [] for security_group (07c57579-ceac-485d-836e-dc73d56311d8), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.556358 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-900b772b-6c06-4ad8-943b-e256c8ea8060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (07c57579-ceac-485d-836e-dc73d56311d8), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.601388 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b772b-6c06-4ad8-943b-e256c8ea8060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c57579-ceac-485d-836e-dc73d56311d8,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:59.605561 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-900b772b-6c06-4ad8-943b-e256c8ea8060 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b995882e6eaf4d2daf2cd027c1192d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176081 May 25 14:55:59.610619 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 55114) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:59.672734 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fa2c7dea-9104-4288-823c-89f362754adc admin admin] Publish callbacks [] for security_group (07c57579-ceac-485d-836e-dc73d56311d8), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.695494 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fa2c7dea-9104-4288-823c-89f362754adc admin admin] Publish callbacks [] for security_group (07c57579-ceac-485d-836e-dc73d56311d8), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.697147 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:59.817485 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fa2c7dea-9104-4288-823c-89f362754adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (07c57579-ceac-485d-836e-dc73d56311d8), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.821225 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fa2c7dea-9104-4288-823c-89f362754adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.824874 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-fa2c7dea-9104-4288-823c-89f362754adc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/07c57579-ceac-485d-836e-dc73d56311d8 HTTP/1.1" status: 204 len: 168 time: 0.2103930 May 25 14:55:59.835816 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c7dea-9104-4288-823c-89f362754adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c57579-ceac-485d-836e-dc73d56311d8,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:59.906465 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92cb97-218d-425d-b922-ffec3b0adeba req-ca0ada78-3992-4f2e-8523-196eaa25a2ec tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:59.908630 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0b92cb97-218d-425d-b922-ffec3b0adeba req-ca0ada78-3992-4f2e-8523-196eaa25a2ec tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0669191 May 25 14:55:59.968970 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0b92cb97-218d-425d-b922-ffec3b0adeba req-66ab2efa-0312-4e67-af34-7b4159cd933f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543778 May 25 14:56:01.092964 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273d1aa-59ae-4f56-9afc-81834dfa5611 req-20edbf97-84f5-4441-a7af-a18a2f247bbe tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:01.094436 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9273d1aa-59ae-4f56-9afc-81834dfa5611 req-20edbf97-84f5-4441-a7af-a18a2f247bbe tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0532594 May 25 14:56:01.144540 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9273d1aa-59ae-4f56-9afc-81834dfa5611 req-0f5226b4-be55-4a2f-b1da-e16c2841d3dc tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438533 May 25 14:56:01.449961 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 55228) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:01.556400 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a361-20c6-4741-8420-cce5be942d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.633514 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a361-20c6-4741-8420-cce5be942d30 admin admin] Publish callbacks [] for security_group (41e77e47-4695-464a-91e6-19f43dbca98a), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.796388 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a361-20c6-4741-8420-cce5be942d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (41e77e47-4695-464a-91e6-19f43dbca98a), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.837862 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7a361-20c6-4741-8420-cce5be942d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e77e47-4695-464a-91e6-19f43dbca98a,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:01.842236 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-bfa7a361-20c6-4741-8420-cce5be942d30 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7741ee0164ad40b2815f7a3ff82b3585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3911409 May 25 14:56:01.845932 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 55234) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:01.896049 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d0f17909-018b-4d20-a990-444c2ccfc17a admin admin] Publish callbacks [] for security_group (41e77e47-4695-464a-91e6-19f43dbca98a), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.918242 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d0f17909-018b-4d20-a990-444c2ccfc17a admin admin] Publish callbacks [] for security_group (41e77e47-4695-464a-91e6-19f43dbca98a), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.054315 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d0f17909-018b-4d20-a990-444c2ccfc17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (41e77e47-4695-464a-91e6-19f43dbca98a), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.056666 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d0f17909-018b-4d20-a990-444c2ccfc17a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.057463 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-d0f17909-018b-4d20-a990-444c2ccfc17a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/41e77e47-4695-464a-91e6-19f43dbca98a HTTP/1.1" status: 204 len: 168 time: 0.2105098 May 25 14:56:02.069529 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17909-018b-4d20-a990-444c2ccfc17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e77e47-4695-464a-91e6-19f43dbca98a,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:02.263683 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98435ad-51e3-460d-af50-3ffec28aa367 req-c8128684-a2b2-430f-9dbe-fa2f86e995d2 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:02.265063 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e98435ad-51e3-460d-af50-3ffec28aa367 req-c8128684-a2b2-430f-9dbe-fa2f86e995d2 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0461569 May 25 14:56:02.283713 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:02.312957 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e98435ad-51e3-460d-af50-3ffec28aa367 req-8dc7ce2b-9320-41e6-848e-212f1cbf31cd tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 May 25 14:56:02.824101 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 55248) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:02.838925 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ef5c-b6be-46b4-83f4-1c86c23965c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.876495 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:02.923518 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ef5c-b6be-46b4-83f4-1c86c23965c8 admin admin] Publish callbacks [] for security_group (eee74927-7b57-465f-9cad-9244b491a52d), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.999915 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ef5c-b6be-46b4-83f4-1c86c23965c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (eee74927-7b57-465f-9cad-9244b491a52d), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:03.044867 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-a8a8ef5c-b6be-46b4-83f4-1c86c23965c8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b8dc3e913f9b473094cab4eae48b0ebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196360 May 25 14:56:03.045701 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8ef5c-b6be-46b4-83f4-1c86c23965c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee74927-7b57-465f-9cad-9244b491a52d,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:03.047899 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 55254) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:03.100321 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ab0787ba-085e-49e8-a28f-f83cd73b905f admin admin] Publish callbacks [] for security_group (eee74927-7b57-465f-9cad-9244b491a52d), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:03.122673 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ab0787ba-085e-49e8-a28f-f83cd73b905f admin admin] Publish callbacks [] for security_group (eee74927-7b57-465f-9cad-9244b491a52d), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:03.264840 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ab0787ba-085e-49e8-a28f-f83cd73b905f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (eee74927-7b57-465f-9cad-9244b491a52d), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:03.267347 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ab0787ba-085e-49e8-a28f-f83cd73b905f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:03.271277 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-ab0787ba-085e-49e8-a28f-f83cd73b905f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/eee74927-7b57-465f-9cad-9244b491a52d HTTP/1.1" status: 204 len: 168 time: 0.2195835 May 25 14:56:03.279232 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0787ba-085e-49e8-a28f-f83cd73b905f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee74927-7b57-465f-9cad-9244b491a52d,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:03.429983 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85952fb-4b0d-4f89-96f6-4f680d25fce8 req-54670ad0-8126-411b-8691-696eb8dd0d77 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:03.431497 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e85952fb-4b0d-4f89-96f6-4f680d25fce8 req-54670ad0-8126-411b-8691-696eb8dd0d77 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0464065 May 25 14:56:03.481069 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e85952fb-4b0d-4f89-96f6-4f680d25fce8 req-5c490862-1019-4b48-84ab-79823c793753 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437548 May 25 14:56:04.427667 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 55288) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:04.523456 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-db59f3cd-b6d0-4125-82bd-9b20c560d6fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1327979873-network', 'tenant_id': 'f3fe34cb175740b299804b8c9d2f3371'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:04.594547 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0b803-8d17-4e7b-86b3-ada86a6987a3 req-038460cc-27dd-4724-908d-ddecc0a4294b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:04.595977 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-57c0b803-8d17-4e7b-86b3-ada86a6987a3 req-038460cc-27dd-4724-908d-ddecc0a4294b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0471022 May 25 14:56:04.617582 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db59f3cd-b6d0-4125-82bd-9b20c560d6fc admin admin] Made reservation on behalf of f3fe34cb175740b299804b8c9d2f3371 for: {'network': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:56:04.619962 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-db59f3cd-b6d0-4125-82bd-9b20c560d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.635721 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-db59f3cd-b6d0-4125-82bd-9b20c560d6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.673067 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-57c0b803-8d17-4e7b-86b3-ada86a6987a3 req-18ed38f3-622a-4847-9e9d-3162d7f8c66f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708365 May 25 14:56:04.733214 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-db59f3cd-b6d0-4125-82bd-9b20c560d6fc admin admin] Publish callbacks [] for security_group (965ff42d-48b4-409b-8e68-5296449c8bcd), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.847815 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-db59f3cd-b6d0-4125-82bd-9b20c560d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (965ff42d-48b4-409b-8e68-5296449c8bcd), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.859862 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:04.875905 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db59f3cd-b6d0-4125-82bd-9b20c560d6fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=116226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:56:04.882914 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59f3cd-b6d0-4125-82bd-9b20c560d6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965ff42d-48b4-409b-8e68-5296449c8bcd,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:04.888815 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-db59f3cd-b6d0-4125-82bd-9b20c560d6fc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (8d135295-a35e-44e4-a86a-109669223636), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.889227 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.segments_db [None req-db59f3cd-b6d0-4125-82bd-9b20c560d6fc admin admin] Added segment 8d135295-a35e-44e4-a86a-109669223636 of type vlan for network f9a624ff-fa61-40b5-9c94-194562a67bb2 May 25 14:56:04.930019 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-db59f3cd-b6d0-4125-82bd-9b20c560d6fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (f9a624ff-fa61-40b5-9c94-194562a67bb2), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:05.087808 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-db59f3cd-b6d0-4125-82bd-9b20c560d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (f9a624ff-fa61-40b5-9c94-194562a67bb2), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:05.089152 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db59f3cd-b6d0-4125-82bd-9b20c560d6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:05.089918 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-db59f3cd-b6d0-4125-82bd-9b20c560d6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:05.156914 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:05.166395 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59f3cd-b6d0-4125-82bd-9b20c560d6fc admin admin] Pushing event updated for resources: {'Network': ['ID=f9a624ff-fa61-40b5-9c94-194562a67bb2,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:05.176232 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network f9a624ff-fa61-40b5-9c94-194562a67bb2 details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:56:05.239982 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-db59f3cd-b6d0-4125-82bd-9b20c560d6fc admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8080394 May 25 14:56:05.240256 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 55318) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:05.250823 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:05.251196 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-9ebee9a9-01e8-4b6d-be0c-02dfd78c6a13 admin admin] Request body: {'subnet': {'network_id': 'f9a624ff-fa61-40b5-9c94-194562a67bb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1327979873-subnet', 'tenant_id': 'f3fe34cb175740b299804b8c9d2f3371', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:05.350480 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebee9a9-01e8-4b6d-be0c-02dfd78c6a13 admin admin] Made reservation on behalf of f3fe34cb175740b299804b8c9d2f3371 for: {'subnet': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:56:05.352962 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9ebee9a9-01e8-4b6d-be0c-02dfd78c6a13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127158571'] for subnet (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:05.517584 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:05.675492 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9ebee9a9-01e8-4b6d-be0c-02dfd78c6a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126891400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127158745'] for subnet (7db142b7-a2f4-4149-a613-7f9421df4477), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:05.797204 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebee9a9-01e8-4b6d-be0c-02dfd78c6a13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db142b7-a2f4-4149-a613-7f9421df4477,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:05.835867 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebee9a9-01e8-4b6d-be0c-02dfd78c6a13 admin admin] Checking segment: {'id': '8d135295-a35e-44e4-a86a-109669223636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f9a624ff-fa61-40b5-9c94-194562a67bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:05.836235 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebee9a9-01e8-4b6d-be0c-02dfd78c6a13 admin admin] Network hostable DHCP agents. Network: f9a624ff-fa61-40b5-9c94-194562a67bb2, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:56:05.852125 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b9516-1a74-4b89-957c-51c899a14794 req-ca78cf8d-ee07-4cce-9ee9-a9d5be45e936 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:05.853637 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-750b9516-1a74-4b89-957c-51c899a14794 req-ca78cf8d-ee07-4cce-9ee9-a9d5be45e936 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0831370 May 25 14:56:05.899258 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:05.910483 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-750b9516-1a74-4b89-957c-51c899a14794 req-f38bac52-6efa-4d61-be24-70113f5c2f07 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506272 May 25 14:56:05.954830 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebee9a9-01e8-4b6d-be0c-02dfd78c6a13 admin admin] Network f9a624ff-fa61-40b5-9c94-194562a67bb2 is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:56:06.087901 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-9ebee9a9-01e8-4b6d-be0c-02dfd78c6a13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, f9a624ff-fa61-40b5-9c94-194562a67bb2) {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:06.093108 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebee9a9-01e8-4b6d-be0c-02dfd78c6a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:06.093793 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9ebee9a9-01e8-4b6d-be0c-02dfd78c6a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:06.111522 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4602dc-0e2d-41ab-a0fb-1198815f32fe None None] Network f9a624ff-fa61-40b5-9c94-194562a67bb2 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:56:06.227790 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d5d6c3-2bc5-4a97-94a4-de73f23fffc8 None None] Network f9a624ff-fa61-40b5-9c94-194562a67bb2 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:56:06.244095 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-9ebee9a9-01e8-4b6d-be0c-02dfd78c6a13 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9995048 May 25 14:56:06.656975 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-611a2d0a-938c-4b6c-bf74-8e3d115d8c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:07.044295 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddfc66-65a3-4259-b62b-2e7d05fcadf0 req-4b2a7ef6-bc8d-4a87-b46a-b20d239d2aa8 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:07.046624 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9dddfc66-65a3-4259-b62b-2e7d05fcadf0 req-4b2a7ef6-bc8d-4a87-b46a-b20d239d2aa8 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0595105 May 25 14:56:07.101053 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9dddfc66-65a3-4259-b62b-2e7d05fcadf0 req-3395df44-5434-4c35-9bee-f9a36fa275cd tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484908 May 25 14:56:08.226861 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488c0d3-e317-4dfd-92c6-d0f8aba1e870 req-5e83bf56-f17d-41ad-ac63-3e0edfebd5a5 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:08.228237 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a488c0d3-e317-4dfd-92c6-d0f8aba1e870 req-5e83bf56-f17d-41ad-ac63-3e0edfebd5a5 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0518470 May 25 14:56:08.306342 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a488c0d3-e317-4dfd-92c6-d0f8aba1e870 req-3b31aa6e-64a9-423a-8fe3-e688ce584ba0 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567155 May 25 14:56:08.547714 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=70 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:08.586054 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=82 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:08.916317 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37b23b-cd69-4cb4-8d7c-d86f37cd300e req-fb60c0de-afe8-41de-b2df-b70244c7f9c9 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:08.918594 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5b37b23b-cd69-4cb4-8d7c-d86f37cd300e req-fb60c0de-afe8-41de-b2df-b70244c7f9c9 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 945 time: 0.0751407 May 25 14:56:08.975631 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5b37b23b-cd69-4cb4-8d7c-d86f37cd300e req-fff38221-b810-4efe-ad80-9a4fed26906a tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513284 May 25 14:56:09.025761 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0ce4338d-8fee-4c3f-8ab5-bd6c0db8e1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:09.469936 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d8fa2-bc17-4b06-b370-63bc8467ec41 req-8dd5af79-17c6-47f7-a8a7-d1e089f56a6c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:09.476032 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0f3d8fa2-bc17-4b06-b370-63bc8467ec41 req-8dd5af79-17c6-47f7-a8a7-d1e089f56a6c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0703430 May 25 14:56:09.609396 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0f3d8fa2-bc17-4b06-b370-63bc8467ec41 req-575b53b0-5502-4293-931f-89862965ebfb tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260521 May 25 14:56:09.662338 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-a584bbd4-125c-4838-988a-df3830a8fdf7 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:09.664541 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-a584bbd4-125c-4838-988a-df3830a8fdf7 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/networks?id=f9a624ff-fa61-40b5-9c94-194562a67bb2 HTTP/1.1" status: 200 len: 809 time: 0.1342475 May 25 14:56:09.681422 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-974aa571-16f0-4316-b41a-2563ec885cd4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/quotas/f3fe34cb175740b299804b8c9d2f3371 HTTP/1.1" status: 200 len: 375 time: 0.0101993 May 25 14:56:09.721104 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-9849c082-974d-4912-aa68-7ea50c564605 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3fe34cb175740b299804b8c9d2f3371&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344958 May 25 14:56:09.829340 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-4de6cabb-8a85-4f8f-8d04-6ca61d9ca3eb service neutron] 10.222.0.74 "GET /v2.0/networks/f9a624ff-fa61-40b5-9c94-194562a67bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013639 May 25 14:56:09.938237 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-caba0d35-da5f-4d10-8434-4fabda6ff1c4 service neutron] 10.222.0.74 "GET /v2.0/networks/f9a624ff-fa61-40b5-9c94-194562a67bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021264 May 25 14:56:10.099132 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad5bf7-e8a2-4810-b37e-6c2ed70a07c9 req-88bf836e-b81a-4f25-b379-5a6ca55da6f8 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:10.101302 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-37ad5bf7-e8a2-4810-b37e-6c2ed70a07c9 req-88bf836e-b81a-4f25-b379-5a6ca55da6f8 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 945 time: 0.0507588 May 25 14:56:10.152077 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-37ad5bf7-e8a2-4810-b37e-6c2ed70a07c9 req-5c4c47a5-061d-466d-9abf-afda4f7afdbe tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445480 May 25 14:56:10.219776 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c1137806-69dc-4da2-a2bd-73ba32fdbdf2 req-78dde8e5-6fe8-44ec-8262-d26e2e132277 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 210 time: 0.0367301 May 25 14:56:10.297351 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:10.743921 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf8bd2-86bf-4aa4-abcc-74e368c32df9 req-77994956-c11d-4232-bfe4-007d2811f84d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:10.746160 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8baf8bd2-86bf-4aa4-abcc-74e368c32df9 req-77994956-c11d-4232-bfe4-007d2811f84d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0609581 May 25 14:56:10.752338 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 55432) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:10.792256 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:10.808239 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8baf8bd2-86bf-4aa4-abcc-74e368c32df9 req-76c40db5-3f50-4619-8505-4ad658a09e72 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494006 May 25 14:56:10.912469 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25e23257-cd98-4c10-8972-34bd28d95637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:10.951560 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:11.009070 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25e23257-cd98-4c10-8972-34bd28d95637 admin admin] Publish callbacks [] for security_group (aecb4eef-53d7-4330-b528-fe85a94f5114), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.105007 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-25e23257-cd98-4c10-8972-34bd28d95637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (aecb4eef-53d7-4330-b528-fe85a94f5114), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.148584 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-25e23257-cd98-4c10-8972-34bd28d95637 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9b94572f916546f5a40d2d2f8375bdc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964534 May 25 14:56:11.151133 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 55440) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:11.157306 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e23257-cd98-4c10-8972-34bd28d95637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecb4eef-53d7-4330-b528-fe85a94f5114,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:11.215972 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5d1f32e5-5f11-488c-9fe9-b746c717be22 admin admin] Publish callbacks [] for security_group (aecb4eef-53d7-4330-b528-fe85a94f5114), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.256184 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5d1f32e5-5f11-488c-9fe9-b746c717be22 admin admin] Publish callbacks [] for security_group (aecb4eef-53d7-4330-b528-fe85a94f5114), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.345424 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a01804-e2c0-4e70-ae8a-8f39b096fc3f req-8e15c7a3-e681-461c-89b6-fdd83a74f4f5 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:11.346996 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-02a01804-e2c0-4e70-ae8a-8f39b096fc3f req-8e15c7a3-e681-461c-89b6-fdd83a74f4f5 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 945 time: 0.1067891 May 25 14:56:11.356958 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4f9dad0e-ec1d-47cf-8ee0-99cadc4af562 req-6eca3ad1-50d9-4e90-b1d9-a2618cc9e96b tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 210 time: 0.0591934 May 25 14:56:11.412315 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-02a01804-e2c0-4e70-ae8a-8f39b096fc3f req-5a0eabd7-e175-466f-a3c9-58631d9159f6 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585916 May 25 14:56:11.522404 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.569624 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5d1f32e5-5f11-488c-9fe9-b746c717be22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (aecb4eef-53d7-4330-b528-fe85a94f5114), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.574290 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5d1f32e5-5f11-488c-9fe9-b746c717be22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.576141 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-5d1f32e5-5f11-488c-9fe9-b746c717be22 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/aecb4eef-53d7-4330-b528-fe85a94f5114 HTTP/1.1" status: 204 len: 168 time: 0.4238694 May 25 14:56:11.590707 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f32e5-5f11-488c-9fe9-b746c717be22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecb4eef-53d7-4330-b528-fe85a94f5114,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:11.946674 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc719a34-b847-4146-b9a7-135d379af0ef req-0bc40cd1-dccc-431e-a2b6-bf60d984c321 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:11.950256 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dc719a34-b847-4146-b9a7-135d379af0ef req-0bc40cd1-dccc-431e-a2b6-bf60d984c321 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0650766 May 25 14:56:12.039730 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dc719a34-b847-4146-b9a7-135d379af0ef req-b9c0f34c-11ff-416b-aa5a-f150c3691a8a tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818119 May 25 14:56:12.060019 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bce2a-1f99-4220-8928-738698910700 req-99cd9c36-2c4c-48ed-a1d4-627fe1cfb9ac tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:12.062473 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0d0bce2a-1f99-4220-8928-738698910700 req-99cd9c36-2c4c-48ed-a1d4-627fe1cfb9ac tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.86 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 945 time: 0.0622811 May 25 14:56:12.078425 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:12.211184 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [req-0d0bce2a-1f99-4220-8928-738698910700 req-e62faef7-1ada-40cd-9429-e70afcf48556 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Deleting port 47a43853-cc46-4066-8e17-9a8712025b8e {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 14:56:12.211521 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-0d0bce2a-1f99-4220-8928-738698910700 req-e62faef7-1ada-40cd-9429-e70afcf48556 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (47a43853-cc46-4066-8e17-9a8712025b8e), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:12.343876 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [req-0d0bce2a-1f99-4220-8928-738698910700 req-e62faef7-1ada-40cd-9429-e70afcf48556 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] For port 47a43853-cc46-4066-8e17-9a8712025b8e, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=47a43853-cc46-4066-8e17-9a8712025b8e,segment=NetworkSegment(aea91550-501d-4af2-a364-c9f6af86da22),segment_id=aea91550-501d-4af2-a364-c9f6af86da22)] {{(pid=116226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:12.344172 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-0d0bce2a-1f99-4220-8928-738698910700 req-e62faef7-1ada-40cd-9429-e70afcf48556 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (47a43853-cc46-4066-8e17-9a8712025b8e), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:12.364212 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [req-0d0bce2a-1f99-4220-8928-738698910700 req-e62faef7-1ada-40cd-9429-e70afcf48556 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Calling delete_port for 47a43853-cc46-4066-8e17-9a8712025b8e owned by compute:nova {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 14:56:12.493922 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8ba883e1-a62e-4c1f-bb2b-f2c9724902fb req-db301719-7772-479f-a776-fa0975f2c722 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 210 time: 0.0558307 May 25 14:56:12.580942 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b5425-9f0d-4373-84da-e34a4d8421aa req-88ab2550-c7b5-475e-a95b-3c9146342d44 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:12.582562 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-377b5425-9f0d-4373-84da-e34a4d8421aa req-88ab2550-c7b5-475e-a95b-3c9146342d44 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 945 time: 0.0625298 May 25 14:56:12.619676 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:12.670046 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-377b5425-9f0d-4373-84da-e34a4d8421aa req-134d0402-3deb-4d7c-b18a-703078b329e7 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/security-groups?id=f06739d3-b724-41a3-819d-c829e105fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628440 May 25 14:56:12.739954 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-0d0bce2a-1f99-4220-8928-738698910700 req-e62faef7-1ada-40cd-9429-e70afcf48556 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (47a43853-cc46-4066-8e17-9a8712025b8e), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:12.786156 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62faef7-1ada-40cd-9429-e70afcf48556 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Pushing event deleted for resources: {'Port': ['ID=47a43853-cc46-4066-8e17-9a8712025b8e,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:12.860376 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0bce2a-1f99-4220-8928-738698910700 req-e62faef7-1ada-40cd-9429-e70afcf48556 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] No DVR routers for this DVR port 47a43853-cc46-4066-8e17-9a8712025b8e on host hv-cinder-83028 {{(pid=116226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 14:56:12.863595 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-0d0bce2a-1f99-4220-8928-738698910700 req-e62faef7-1ada-40cd-9429-e70afcf48556 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:12.866808 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0d0bce2a-1f99-4220-8928-738698910700 req-e62faef7-1ada-40cd-9429-e70afcf48556 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.86 "DELETE /v2.0/ports/47a43853-cc46-4066-8e17-9a8712025b8e HTTP/1.1" status: 204 len: 173 time: 0.7984662 May 25 14:56:12.867248 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150d8545-ce77-41fa-9c4c-1d157e865b6c', 'name': 'network-vif-deleted', 'tag': '47a43853-cc46-4066-8e17-9a8712025b8e'}] {{(pid=116226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:56:12.869859 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dc151ac6212342da2108a0a28b94f4203e9e0da67b00e21663921939482ef4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401aa07d-5379-43da-94d3-b41c4f8909f5" -d '{"events": [{"server_uuid": "150d8545-ce77-41fa-9c4c-1d157e865b6c", "name": "network-vif-deleted", "tag": "47a43853-cc46-4066-8e17-9a8712025b8e"}]}' {{(pid=116226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:56:12.910221 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfa9bdd-4d06-4d74-b6b9-b639685e67f6 x-openstack-request-id: req-bdfa9bdd-4d06-4d74-b6b9-b639685e67f6 {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:56:12.910582 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150d8545-ce77-41fa-9c4c-1d157e865b6c", "name": "network-vif-deleted", "tag": "47a43853-cc46-4066-8e17-9a8712025b8e", "status": "completed", "code": 200}]} {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:56:12.911068 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bdfa9bdd-4d06-4d74-b6b9-b639685e67f6 {{(pid=116226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:56:12.911558 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdfa9bdd-4d06-4d74-b6b9-b639685e67f6'] response: {'server_uuid': '150d8545-ce77-41fa-9c4c-1d157e865b6c', 'name': 'network-vif-deleted', 'tag': '47a43853-cc46-4066-8e17-9a8712025b8e', 'status': 'completed', 'code': 200} May 25 14:56:12.916824 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:13.041039 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=68,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:13.204556 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b7e88-f4f0-42ef-9a6c-156107c16c6a req-244c24c9-533b-419b-aafa-f7b6ea1a7cfd tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:13.206716 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-174b7e88-f4f0-42ef-9a6c-156107c16c6a req-244c24c9-533b-419b-aafa-f7b6ea1a7cfd tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0799677 May 25 14:56:13.274872 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-174b7e88-f4f0-42ef-9a6c-156107c16c6a req-6908c4a8-7b5c-4cf3-a32d-aeab83b9bd99 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619075 May 25 14:56:13.443550 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-00043d8b-5a3d-4b9f-8671-7fb16cfcdcb7 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:13.445478 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-00043d8b-5a3d-4b9f-8671-7fb16cfcdcb7 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.86 "GET /v2.0/networks?id=f9a624ff-fa61-40b5-9c94-194562a67bb2 HTTP/1.1" status: 200 len: 809 time: 0.1347764 May 25 14:56:13.478006 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-8c0a6d82-29aa-4150-9038-052300c55ff4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Request body: {'port': {'device_id': 'ef1d6885-b053-42bd-8051-dadcbbc3706a', 'network_id': 'f9a624ff-fa61-40b5-9c94-194562a67bb2', 'admin_state_up': True, 'tenant_id': 'f3fe34cb175740b299804b8c9d2f3371'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:13.844881 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-8c0a6d82-29aa-4150-9038-052300c55ff4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Made reservation on behalf of f3fe34cb175740b299804b8c9d2f3371 for: {'port': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:56:13.848285 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-8c0a6d82-29aa-4150-9038-052300c55ff4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:13.874225 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d2c6b07b-6a13-4085-a48f-f7ce30c9d524 req-2510d4cd-b42e-4e7b-ba5a-a4ccc66c68fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 210 time: 0.2546711 May 25 14:56:13.901807 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-24f32c20-fcad-4486-a9a4-229280039186 req-83a73ec8-0987-4426-ae4c-7759331a4c04 tempest-DeleteServersTestJSON-584183772 tempest-DeleteServersTestJSON-584183772-project] 10.222.0.74 "GET /v2.0/ports?device_id=150d8545-ce77-41fa-9c4c-1d157e865b6c HTTP/1.1" status: 200 len: 210 time: 0.0600805 May 25 14:56:14.031274 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_common [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-8c0a6d82-29aa-4150-9038-052300c55ff4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Allocated IP 172.20.0.13 (f9a624ff-fa61-40b5-9c94-194562a67bb2/7db142b7-a2f4-4149-a613-7f9421df4477/cf532044-6836-4089-9a12-ce865ceb8d0d) {{(pid=116226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:56:14.228363 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-8c0a6d82-29aa-4150-9038-052300c55ff4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Publish callbacks [] for port (cf532044-6836-4089-9a12-ce865ceb8d0d), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:14.234140 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:14.249546 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 47a43853-cc46-4066-8e17-9a8712025b8e no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 14:56:14.271433 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: 47a43853-cc46-4066-8e17-9a8712025b8e {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 14:56:14.271782 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 47a43853-cc46-4066-8e17-9a8712025b8e not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 14:56:14.383922 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-8c0a6d82-29aa-4150-9038-052300c55ff4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (cf532044-6836-4089-9a12-ce865ceb8d0d), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:14.429315 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:14.440944 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a95bf-a738-4c63-bbb0-a6ecee8a7268 req-5e6b1283-53d4-47d3-b8d9-0e929fb65e71 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:14.442491 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-055a95bf-a738-4c63-bbb0-a6ecee8a7268 req-5e6b1283-53d4-47d3-b8d9-0e929fb65e71 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0879312 May 25 14:56:14.450257 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-8c0a6d82-29aa-4150-9038-052300c55ff4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Network f9a624ff-fa61-40b5-9c94-194562a67bb2 is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:14.459199 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-8c0a6d82-29aa-4150-9038-052300c55ff4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:14.462053 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-8c0a6d82-29aa-4150-9038-052300c55ff4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Received port after_create {{(pid=116226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:56:14.475089 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a6d82-29aa-4150-9038-052300c55ff4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Pushing event updated for resources: {'Port': ['ID=cf532044-6836-4089-9a12-ce865ceb8d0d,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:14.543402 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-8c0a6d82-29aa-4150-9038-052300c55ff4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:14.544007 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-8c0a6d82-29aa-4150-9038-052300c55ff4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:14.551789 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-055a95bf-a738-4c63-bbb0-a6ecee8a7268 req-0628d19d-c80c-4088-ad1b-86f6773ae2da tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978570 May 25 14:56:14.706991 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-8c0a6d82-29aa-4150-9038-052300c55ff4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2343359 May 25 14:56:14.737000 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Request body: {'port': {'device_id': 'ef1d6885-b053-42bd-8051-dadcbbc3706a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:14.803504 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (cf532044-6836-4089-9a12-ce865ceb8d0d), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:15.022963 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9481c-e04f-4d26-9901-4015c791a664 req-fb52f34e-d582-4fe4-bac0-52e3e7cf4af8 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:15.024470 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-57b9481c-e04f-4d26-9901-4015c791a664 req-fb52f34e-d582-4fe4-bac0-52e3e7cf4af8 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 932 time: 0.0666149 May 25 14:56:15.138420 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-57b9481c-e04f-4d26-9901-4015c791a664 req-7d3473d1-bc97-4a6a-9290-5f0ae7310b42 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043048 May 25 14:56:15.146726 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:15.221939 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf532044-6836-4089-9a12-ce865ceb8d0d {{(pid=116226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:56:15.227857 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Publish callbacks [] for port (cf532044-6836-4089-9a12-ce865ceb8d0d), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:15.242305 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.provisioning_blocks [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Transition to ACTIVE for port object cf532044-6836-4089-9a12-ce865ceb8d0d will not be triggered until provisioned by entity L2. {{(pid=116226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:56:15.333586 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126892817'] for port (cf532044-6836-4089-9a12-ce865ceb8d0d), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:15.392641 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf532044-6836-4089-9a12-ce865ceb8d0d,revision_number=2']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:15.465212 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.managers [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Attempting to bind port cf532044-6836-4089-9a12-ce865ceb8d0d on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:56:15.465548 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.managers [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Attempting to bind port cf532044-6836-4089-9a12-ce865ceb8d0d by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': '8d135295-a35e-44e4-a86a-109669223636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f9a624ff-fa61-40b5-9c94-194562a67bb2'}] {{(pid=116226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:56:15.465883 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Attempting to bind port cf532044-6836-4089-9a12-ce865ceb8d0d on network f9a624ff-fa61-40b5-9c94-194562a67bb2 {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:15.470341 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Port cf532044-6836-4089-9a12-ce865ceb8d0d on network f9a624ff-fa61-40b5-9c94-194562a67bb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:56:15.470724 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Attempting to bind port cf532044-6836-4089-9a12-ce865ceb8d0d on network f9a624ff-fa61-40b5-9c94-194562a67bb2 {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:15.475717 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:56:15.476069 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Checking segment: {'id': '8d135295-a35e-44e4-a86a-109669223636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f9a624ff-fa61-40b5-9c94-194562a67bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:15.476444 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Bound using segment: {'id': '8d135295-a35e-44e4-a86a-109669223636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f9a624ff-fa61-40b5-9c94-194562a67bb2'} {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:56:15.476867 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.managers [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Bound port: cf532044-6836-4089-9a12-ce865ceb8d0d, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d135295-a35e-44e4-a86a-109669223636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f9a624ff-fa61-40b5-9c94-194562a67bb2'}}] {{(pid=116226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:56:15.477223 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (cf532044-6836-4089-9a12-ce865ceb8d0d), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:15.539980 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] For port cf532044-6836-4089-9a12-ce865ceb8d0d, host hv-cinder-83028, cleared binding levels {{(pid=116226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:56:15.544872 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] For port cf532044-6836-4089-9a12-ce865ceb8d0d, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=cf532044-6836-4089-9a12-ce865ceb8d0d,segment=NetworkSegment(8d135295-a35e-44e4-a86a-109669223636),segment_id=8d135295-a35e-44e4-a86a-109669223636)] {{(pid=116226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:56:15.576576 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:56:15.661487 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126892817'] for port (cf532044-6836-4089-9a12-ce865ceb8d0d), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:15.712768 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:15.713470 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:15.714935 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] 10.222.0.86 "PUT /v2.0/ports/cf532044-6836-4089-9a12-ce865ceb8d0d HTTP/1.1" status: 200 len: 1094 time: 0.9823375 May 25 14:56:15.715783 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1d6885-b053-42bd-8051-dadcbbc3706a', 'tag': 'cf532044-6836-4089-9a12-ce865ceb8d0d'}] {{(pid=116226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:56:15.718442 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dc151ac6212342da2108a0a28b94f4203e9e0da67b00e21663921939482ef4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83153f3d-f328-4b40-bc28-eb3591132bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1d6885-b053-42bd-8051-dadcbbc3706a", "tag": "cf532044-6836-4089-9a12-ce865ceb8d0d"}]}' {{(pid=116226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:56:15.729907 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59d4ff-cb90-4091-a5cf-26e82d6ee623 req-a5334f79-2989-4ed0-b029-58d920ab8277 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:15.731454 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3d59d4ff-cb90-4091-a5cf-26e82d6ee623 req-a5334f79-2989-4ed0-b029-58d920ab8277 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.1022606 May 25 14:56:15.760071 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638e798d-3699-439b-bed8-ecd6af786b4c x-openstack-request-id: req-638e798d-3699-439b-bed8-ecd6af786b4c {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:56:15.760362 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1d6885-b053-42bd-8051-dadcbbc3706a", "tag": "cf532044-6836-4089-9a12-ce865ceb8d0d", "status": "completed", "code": 200}]} {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:56:15.760616 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-638e798d-3699-439b-bed8-ecd6af786b4c {{(pid=116226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:56:15.761015 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-638e798d-3699-439b-bed8-ecd6af786b4c'] response: {'name': 'network-changed', 'server_uuid': 'ef1d6885-b053-42bd-8051-dadcbbc3706a', 'tag': 'cf532044-6836-4089-9a12-ce865ceb8d0d', 'status': 'completed', 'code': 200} May 25 14:56:15.761551 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd128f40-70f5-4355-b92a-ff60b2b0eba1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf532044-6836-4089-9a12-ce865ceb8d0d,revision_number=3']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:15.799546 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3d59d4ff-cb90-4091-a5cf-26e82d6ee623 req-26b79b26-6794-48d6-b334-58884a1f16ae tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537424 May 25 14:56:15.862955 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83153f3d-f328-4b40-bc28-eb3591132bd8 req-6c66b00b-1a51-4a58-bf9b-54bb1c9b2782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:15.864365 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-83153f3d-f328-4b40-bc28-eb3591132bd8 req-6c66b00b-1a51-4a58-bf9b-54bb1c9b2782 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3fe34cb175740b299804b8c9d2f3371&device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 1128 time: 0.0396016 May 25 14:56:15.914090 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:16.054811 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83153f3d-f328-4b40-bc28-eb3591132bd8 req-91fe8d03-99e3-4ba9-812f-0bf991eeafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:16.056256 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-83153f3d-f328-4b40-bc28-eb3591132bd8 req-91fe8d03-99e3-4ba9-812f-0bf991eeafe4 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=f3fe34cb175740b299804b8c9d2f3371&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1742842 May 25 14:56:16.234179 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83153f3d-f328-4b40-bc28-eb3591132bd8 req-6c995e10-7edd-4031-bc05-96f66594e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:16.236205 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-83153f3d-f328-4b40-bc28-eb3591132bd8 req-6c995e10-7edd-4031-bc05-96f66594e95a service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1696079 May 25 14:56:16.284437 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6bf5e-2533-4a70-8e3d-103f7e7905f9 req-f3b26588-df63-41a3-bf86-18f8d5ab44f4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:16.285962 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b5a6bf5e-2533-4a70-8e3d-103f7e7905f9 req-f3b26588-df63-41a3-bf86-18f8d5ab44f4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 944 time: 0.0477629 May 25 14:56:16.368020 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b5a6bf5e-2533-4a70-8e3d-103f7e7905f9 req-96466619-5a07-4280-bea1-346d764e6349 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756948 May 25 14:56:16.373900 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-67422e40-5f84-4192-9249-fdbc7c817b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:16.375645 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-67422e40-5f84-4192-9249-fdbc7c817b3f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3fe34cb175740b299804b8c9d2f3371&device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 1128 time: 0.0568285 May 25 14:56:16.430849 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-7ac5101c-5c5a-49e0-aba1-c74c26bb3fe1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf532044-6836-4089-9a12-ce865ceb8d0d HTTP/1.1" status: 200 len: 217 time: 0.0353878 May 25 14:56:16.480500 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-0638f6b4-b0f8-43c8-a45a-d71e695e6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:16.481916 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-0638f6b4-b0f8-43c8-a45a-d71e695e6917 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7db142b7-a2f4-4149-a613-7f9421df4477 HTTP/1.1" status: 200 len: 849 time: 0.0439897 May 25 14:56:16.525563 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-73cd80a6-38f9-48f3-a00b-a14f7093c86b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f9a624ff-fa61-40b5-9c94-194562a67bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359075 May 25 14:56:16.635430 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-e1a37991-e033-4926-959c-c671e46309b0 service neutron] 10.222.0.86 "GET /v2.0/networks/f9a624ff-fa61-40b5-9c94-194562a67bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935280 May 25 14:56:16.655950 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:16.716266 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 55590) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:16.770052 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_v2 [None req-047596e4-e36a-4dc2-8597-15b25922d8eb admin admin] Deleting subnet 6d92f0c1-4991-4420-ad6c-c5c4fb4d1810 {{(pid=116225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 14:56:16.770867 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f890a312-a364-4b34-9827-e65f6a9e42ed req-aafebf96-7465-4118-b0bd-34245e4488ba service neutron] 10.222.0.86 "GET /v2.0/networks/f9a624ff-fa61-40b5-9c94-194562a67bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257100 May 25 14:56:16.773868 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-047596e4-e36a-4dc2-8597-15b25922d8eb admin admin] Publish callbacks [] for subnet (6d92f0c1-4991-4420-ad6c-c5c4fb4d1810), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:16.811802 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-047596e4-e36a-4dc2-8597-15b25922d8eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127149998'] for subnet (6d92f0c1-4991-4420-ad6c-c5c4fb4d1810), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:16.862355 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-047596e4-e36a-4dc2-8597-15b25922d8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428428'] for subnet (6d92f0c1-4991-4420-ad6c-c5c4fb4d1810), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:16.935666 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9842c7-66ab-4361-85a4-441c0e03e962 req-ae94a2c1-0a7a-43e0-b96d-71872b2a10a2 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:16.937993 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ff9842c7-66ab-4361-85a4-441c0e03e962 req-ae94a2c1-0a7a-43e0-b96d-71872b2a10a2 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0597177 May 25 14:56:16.991628 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ff9842c7-66ab-4361-85a4-441c0e03e962 req-3b4231b4-f171-485e-b35c-802d1001dd19 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455613 May 25 14:56:16.997464 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-047596e4-e36a-4dc2-8597-15b25922d8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126565106'] for subnet (6d92f0c1-4991-4420-ad6c-c5c4fb4d1810), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.032904 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-047596e4-e36a-4dc2-8597-15b25922d8eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.036071 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-047596e4-e36a-4dc2-8597-15b25922d8eb admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6d92f0c1-4991-4420-ad6c-c5c4fb4d1810 HTTP/1.1" status: 204 len: 168 time: 0.3282471 May 25 14:56:17.037387 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047596e4-e36a-4dc2-8597-15b25922d8eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d92f0c1-4991-4420-ad6c-c5c4fb4d1810,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:17.038792 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 55596) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:17.114010 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0b21d73c-8216-4591-8587-848a48eec7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322087'] for network (5a350648-3aa0-418a-a25c-ca2375ff07bb), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.199405 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0b21d73c-8216-4591-8587-848a48eec7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425987', 'neutron.services.segments.db._delete_segments_for_network-8746770751079'] for network (5a350648-3aa0-418a-a25c-ca2375ff07bb), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.220366 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-0b21d73c-8216-4591-8587-848a48eec7d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a350648-3aa0-418a-a25c-ca2375ff07bb']}} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:17.230337 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-0b21d73c-8216-4591-8587-848a48eec7d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea91550-501d-4af2-a364-c9f6af86da22') {'for_net_delete': True} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:17.230823 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-0b21d73c-8216-4591-8587-848a48eec7d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea91550-501d-4af2-a364-c9f6af86da22') {} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:17.240805 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0b21d73c-8216-4591-8587-848a48eec7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746770751856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127914387'] for segment (aea91550-501d-4af2-a364-c9f6af86da22), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.259067 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0b21d73c-8216-4591-8587-848a48eec7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (aea91550-501d-4af2-a364-c9f6af86da22), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.267474 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b21d73c-8216-4591-8587-848a48eec7d4 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=116226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 14:56:17.268025 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0b21d73c-8216-4591-8587-848a48eec7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126892845'] for segment (aea91550-501d-4af2-a364-c9f6af86da22), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.330114 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment aea91550-501d-4af2-a364-c9f6af86da22 resource provider aggregate not found May 25 14:56:17.351918 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment aea91550-501d-4af2-a364-c9f6af86da22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aea91550-501d-4af2-a364-c9f6af86da22 found for delete ", "request_id": "req-dc2b2929-3aad-452d-9f1d-85ea90644278"}]} May 25 14:56:17.417287 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0b21d73c-8216-4591-8587-848a48eec7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1425994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565467'] for network (5a350648-3aa0-418a-a25c-ca2375ff07bb), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.424872 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0b21d73c-8216-4591-8587-848a48eec7d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.432076 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-0b21d73c-8216-4591-8587-848a48eec7d4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/5a350648-3aa0-418a-a25c-ca2375ff07bb HTTP/1.1" status: 204 len: 168 time: 0.3910971 May 25 14:56:17.456324 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21d73c-8216-4591-8587-848a48eec7d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a350648-3aa0-418a-a25c-ca2375ff07bb,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:17.511376 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfc187-f7cc-4bdb-afb5-ecdbef364ee9 req-f39740d7-4886-42b4-9f34-73d7c0f5369d tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:17.514479 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a3bfc187-f7cc-4bdb-afb5-ecdbef364ee9 req-f39740d7-4886-42b4-9f34-73d7c0f5369d tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 944 time: 0.0566053 May 25 14:56:17.594656 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a3bfc187-f7cc-4bdb-afb5-ecdbef364ee9 req-67c99217-0a66-49da-ad1f-1aef89e00917 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736930 May 25 14:56:17.943941 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 55608) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:17.976281 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:17.991975 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-b7a46dd7-770f-4840-ba1b-571ec79ce04b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4a1a1173d9a24de2b797fdf1c72f4131&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0468748 May 25 14:56:17.994915 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 55610) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:18.054623 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-245d7dbd-b34e-49de-a916-79bb4a5af4e8 admin admin] Publish callbacks [] for security_group (f06739d3-b724-41a3-819d-c829e105fb28), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:18.080405 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-245d7dbd-b34e-49de-a916-79bb4a5af4e8 admin admin] Publish callbacks [] for security_group (f06739d3-b724-41a3-819d-c829e105fb28), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:18.150516 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6cc7c-e5f1-4a5f-b23a-0efc7e6e705a req-7c97e050-e82c-40db-b6af-f6b919568f90 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:18.151937 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ebe6cc7c-e5f1-4a5f-b23a-0efc7e6e705a req-7c97e050-e82c-40db-b6af-f6b919568f90 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0695384 May 25 14:56:18.204147 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ebe6cc7c-e5f1-4a5f-b23a-0efc7e6e705a req-86d2470a-4910-4afc-affb-7bc75cd06ba5 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462873 May 25 14:56:18.252702 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-245d7dbd-b34e-49de-a916-79bb4a5af4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (f06739d3-b724-41a3-819d-c829e105fb28), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:18.255414 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-245d7dbd-b34e-49de-a916-79bb4a5af4e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:18.256541 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-245d7dbd-b34e-49de-a916-79bb4a5af4e8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f06739d3-b724-41a3-819d-c829e105fb28 HTTP/1.1" status: 204 len: 168 time: 0.2607336 May 25 14:56:18.258831 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:18.265745 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d7dbd-b34e-49de-a916-79bb4a5af4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06739d3-b724-41a3-819d-c829e105fb28,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:18.751350 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02330dd-517e-4e67-b8b9-47bd76c59504 req-0d5e7e26-4bda-4f8b-909f-8f85b6fe65e4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:18.752877 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d02330dd-517e-4e67-b8b9-47bd76c59504 req-0d5e7e26-4bda-4f8b-909f-8f85b6fe65e4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 944 time: 0.0532510 May 25 14:56:18.809206 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d02330dd-517e-4e67-b8b9-47bd76c59504 req-1e2ee164-2e4f-450d-ac23-9a4e74941fad tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493274 May 25 14:56:19.320251 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa53bc3-e8ee-4497-b568-bf4b0ac9bb89 req-0b10b695-16f5-4a26-8125-a482696dae3d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:19.321651 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ffa53bc3-e8ee-4497-b568-bf4b0ac9bb89 req-0b10b695-16f5-4a26-8125-a482696dae3d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0484006 May 25 14:56:19.398520 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ffa53bc3-e8ee-4497-b568-bf4b0ac9bb89 req-ba89ac48-629d-4a87-9975-b03a1fe6aa41 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702579 May 25 14:56:19.940258 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3acad-f5ba-4a61-99d3-4789bdc34be1 req-02ee34ec-7181-459b-b724-7507f28bac53 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:19.942385 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d7e3acad-f5ba-4a61-99d3-4789bdc34be1 req-02ee34ec-7181-459b-b724-7507f28bac53 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 944 time: 0.0519192 May 25 14:56:19.995517 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d7e3acad-f5ba-4a61-99d3-4789bdc34be1 req-6a0ce2a8-f759-450a-aa86-3d136df96006 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432010 May 25 14:56:20.281867 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device cf532044-6836-4089-9a12-ce865ceb8d0d details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:56:20.296875 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=80,neutron:UPDATE=7 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:20.527638 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port cf532044-6836-4089-9a12-ce865ceb8d0d, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=cf532044-6836-4089-9a12-ce865ceb8d0d,segment=NetworkSegment(8d135295-a35e-44e4-a86a-109669223636),segment_id=8d135295-a35e-44e4-a86a-109669223636)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:20.541773 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': 'cf532044-6836-4089-9a12-ce865ceb8d0d', 'network_id': 'f9a624ff-fa61-40b5-9c94-194562a67bb2', 'port_id': 'cf532044-6836-4089-9a12-ce865ceb8d0d', 'mac_address': 'fa:16:3e:b8:3c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db142b7-a2f4-4149-a613-7f9421df4477', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:56:20.574372 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708b97c-5086-4eec-b5f7-38845d1087e0 req-6da848f8-9553-4e64-b6f3-3e57ba64424f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:20.576014 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d708b97c-5086-4eec-b5f7-38845d1087e0 req-6da848f8-9553-4e64-b6f3-3e57ba64424f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0890636 May 25 14:56:20.579069 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port cf532044-6836-4089-9a12-ce865ceb8d0d is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:20.579462 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (cf532044-6836-4089-9a12-ce865ceb8d0d), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:20.594236 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf532044-6836-4089-9a12-ce865ceb8d0d {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:56:20.617711 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port cf532044-6836-4089-9a12-ce865ceb8d0d, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=cf532044-6836-4089-9a12-ce865ceb8d0d,segment=NetworkSegment(8d135295-a35e-44e4-a86a-109669223636),segment_id=8d135295-a35e-44e4-a86a-109669223636)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:20.630706 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d708b97c-5086-4eec-b5f7-38845d1087e0 req-147e9611-6e0e-4527-bd5d-f447e7615584 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469019 May 25 14:56:20.725629 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (cf532044-6836-4089-9a12-ce865ceb8d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:20.773780 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=cf532044-6836-4089-9a12-ce865ceb8d0d,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:21.117090 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3620eb-78f9-40d2-8862-2b27d98a0bc1 req-62ca5f67-a2b7-40f2-9d82-492df0d43ed5 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:21.118573 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-de3620eb-78f9-40d2-8862-2b27d98a0bc1 req-62ca5f67-a2b7-40f2-9d82-492df0d43ed5 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 945 time: 0.0470538 May 25 14:56:21.169897 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-de3620eb-78f9-40d2-8862-2b27d98a0bc1 req-9696406e-c1d0-4504-a834-dca116676bb5 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455596 May 25 14:56:21.383540 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['cf532044-6836-4089-9a12-ce865ceb8d0d'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:56:21.453438 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:21.743202 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda881b3-90be-4520-be91-6f7edc666bd8 req-b111f3ae-f705-456a-bee8-f58fbe9eded4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:21.744685 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cda881b3-90be-4520-be91-6f7edc666bd8 req-b111f3ae-f705-456a-bee8-f58fbe9eded4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0455749 May 25 14:56:21.794664 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cda881b3-90be-4520-be91-6f7edc666bd8 req-a26a1192-ddcd-4f87-9cb5-08800af1f2e2 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440273 May 25 14:56:22.294363 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d90ff-1b1f-4766-b41d-8cb823febfcb req-16eabd29-2633-411f-bc43-0aac501053fb tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:22.295869 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-882d90ff-1b1f-4766-b41d-8cb823febfcb req-16eabd29-2633-411f-bc43-0aac501053fb tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 945 time: 0.0543268 May 25 14:56:22.344890 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-882d90ff-1b1f-4766-b41d-8cb823febfcb req-8988b857-506b-4a5b-8037-2bf8ed5bca0b tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431068 May 25 14:56:22.901143 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device cf532044-6836-4089-9a12-ce865ceb8d0d up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:22.925425 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71675ab0-4aea-4ec6-b676-97f01f79f012 req-6bc65bbd-75fb-4d6c-92f3-567ffe8e9f91 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:22.927262 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-71675ab0-4aea-4ec6-b676-97f01f79f012 req-6bc65bbd-75fb-4d6c-92f3-567ffe8e9f91 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0653896 May 25 14:56:22.956119 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port cf532044-6836-4089-9a12-ce865ceb8d0d completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:56:22.986093 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-71675ab0-4aea-4ec6-b676-97f01f79f012 req-fbf06970-6981-4a9b-9042-221b88ee6a53 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518138 May 25 14:56:23.041340 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port cf532044-6836-4089-9a12-ce865ceb8d0d triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:23.041821 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (cf532044-6836-4089-9a12-ce865ceb8d0d), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:23.133966 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port cf532044-6836-4089-9a12-ce865ceb8d0d is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:23.134356 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (cf532044-6836-4089-9a12-ce865ceb8d0d), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:23.163507 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1d6885-b053-42bd-8051-dadcbbc3706a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf532044-6836-4089-9a12-ce865ceb8d0d'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:56:23.166102 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ebe5fd-5eb9-4778-8751-3e437fe43e1e" -d '{"events": [{"server_uuid": "ef1d6885-b053-42bd-8051-dadcbbc3706a", "name": "network-vif-plugged", "status": "completed", "tag": "cf532044-6836-4089-9a12-ce865ceb8d0d"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:56:23.180262 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port cf532044-6836-4089-9a12-ce865ceb8d0d, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=cf532044-6836-4089-9a12-ce865ceb8d0d,segment=NetworkSegment(8d135295-a35e-44e4-a86a-109669223636),segment_id=8d135295-a35e-44e4-a86a-109669223636)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:23.203995 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab1b30a-9140-446f-b52e-57deaab910f5 x-openstack-request-id: req-2ab1b30a-9140-446f-b52e-57deaab910f5 {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:56:23.204300 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1d6885-b053-42bd-8051-dadcbbc3706a", "name": "network-vif-plugged", "status": "completed", "tag": "cf532044-6836-4089-9a12-ce865ceb8d0d", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:56:23.204730 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2ab1b30a-9140-446f-b52e-57deaab910f5 {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:56:23.205168 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab1b30a-9140-446f-b52e-57deaab910f5'] response: {'server_uuid': 'ef1d6885-b053-42bd-8051-dadcbbc3706a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf532044-6836-4089-9a12-ce865ceb8d0d', 'code': 200} May 25 14:56:23.265393 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (cf532044-6836-4089-9a12-ce865ceb8d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:23.336930 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=cf532044-6836-4089-9a12-ce865ceb8d0d,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:23.466697 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854c81e-710a-4495-998d-ff4536a20175 req-4b7f8b2a-8994-4159-86b1-caac369773ff tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:23.468208 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c854c81e-710a-4495-998d-ff4536a20175 req-4b7f8b2a-8994-4159-86b1-caac369773ff tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 946 time: 0.0527995 May 25 14:56:23.512235 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:23.516944 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c854c81e-710a-4495-998d-ff4536a20175 req-52e8417b-303f-4ccd-ba3b-4829a8c6df51 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431993 May 25 14:56:23.647442 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306012b8-13b9-46b5-bd67-dd9403654f2a req-dcfd5ab2-a1f9-4ff3-a1d8-ac0e9dcd1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:23.648924 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-306012b8-13b9-46b5-bd67-dd9403654f2a req-dcfd5ab2-a1f9-4ff3-a1d8-ac0e9dcd1d09 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 1130 time: 0.0385766 May 25 14:56:23.697737 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-306012b8-13b9-46b5-bd67-dd9403654f2a req-ac4c4597-98b5-43c0-81cc-914f7b6b61e5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405741 May 25 14:56:24.111456 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18403036-e9f0-4ff1-943a-05bebd911a72 req-f587b427-12b5-4257-80fe-b824633e12f6 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:24.112903 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-18403036-e9f0-4ff1-943a-05bebd911a72 req-f587b427-12b5-4257-80fe-b824633e12f6 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0510814 May 25 14:56:24.391931 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-18403036-e9f0-4ff1-943a-05bebd911a72 req-7fec538f-169b-440e-a96f-aea7055d36ef tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722881 May 25 14:56:24.618005 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:24.637272 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf656f1-10c1-4486-ac40-a7528d1b9183 req-17b2150b-7943-4895-b411-b6f94980376e tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:24.638779 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dcf656f1-10c1-4486-ac40-a7528d1b9183 req-17b2150b-7943-4895-b411-b6f94980376e tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 946 time: 0.0507553 May 25 14:56:24.687016 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dcf656f1-10c1-4486-ac40-a7528d1b9183 req-e3783dd1-7b4e-4918-bb4a-a2b62b2c358d tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424311 May 25 14:56:25.519408 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93462aea-3bfc-4cbf-ba11-1433b8800b3a req-24203fea-7bde-4f97-94f0-e5730d10178a tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:25.520921 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-93462aea-3bfc-4cbf-ba11-1433b8800b3a req-24203fea-7bde-4f97-94f0-e5730d10178a tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0470583 May 25 14:56:25.571312 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-93462aea-3bfc-4cbf-ba11-1433b8800b3a req-4cc527ff-88f0-4bde-96c3-97eb09081c4c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443184 May 25 14:56:25.803822 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5ea6b-7b10-4404-95ce-232e2c287e10 req-d9661590-a53c-424b-92e0-635c96fedd09 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:25.805310 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1ab5ea6b-7b10-4404-95ce-232e2c287e10 req-d9661590-a53c-424b-92e0-635c96fedd09 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 946 time: 0.0468516 May 25 14:56:25.852205 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1ab5ea6b-7b10-4404-95ce-232e2c287e10 req-2082482f-f4fc-43ab-96d4-2330e9de6b2b tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414665 May 25 14:56:26.689636 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c7991-784c-4cc6-a94f-80da0cbc5941 req-0a64f12d-7a39-403f-b78d-200f54d2c703 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:26.691497 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c60c7991-784c-4cc6-a94f-80da0cbc5941 req-0a64f12d-7a39-403f-b78d-200f54d2c703 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0523994 May 25 14:56:26.738870 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c60c7991-784c-4cc6-a94f-80da0cbc5941 req-e43c375a-d423-42ee-85f9-d366a355e620 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412998 May 25 14:56:26.969428 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161f559-d350-42af-b258-6d1a920c6f0f req-dcd3a648-5186-4ace-b9f9-9b0d5fd70fd6 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:26.970944 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a161f559-d350-42af-b258-6d1a920c6f0f req-dcd3a648-5186-4ace-b9f9-9b0d5fd70fd6 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 946 time: 0.0525680 May 25 14:56:27.007418 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:27.011652 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=25,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:27.017667 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a161f559-d350-42af-b258-6d1a920c6f0f req-913bcbdc-41a1-425d-ae05-1cf865810221 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412834 May 25 14:56:27.848114 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a509c-1d26-493f-8f51-cfb4f6971fa7 req-1be9f8ea-2ff2-4a7a-9607-6add3f2e714d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:27.849493 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-881a509c-1d26-493f-8f51-cfb4f6971fa7 req-1be9f8ea-2ff2-4a7a-9607-6add3f2e714d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0458310 May 25 14:56:27.896082 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-881a509c-1d26-493f-8f51-cfb4f6971fa7 req-59305cb2-2444-4ec8-afe3-17fa588b933d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405889 May 25 14:56:28.135225 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dbe07-66a7-420c-8cec-31a1bce50fc2 req-ee0e0661-10b4-4aa2-9daa-668b0663f996 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:28.136611 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-572dbe07-66a7-420c-8cec-31a1bce50fc2 req-ee0e0661-10b4-4aa2-9daa-668b0663f996 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 946 time: 0.0493164 May 25 14:56:28.182681 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-572dbe07-66a7-420c-8cec-31a1bce50fc2 req-67c0973d-e33d-43ea-954e-72726420b6ec tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403762 May 25 14:56:29.019923 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783233c-af32-407f-bbb5-5ad11b6d21d9 req-a5a1ad4b-f48f-4f05-a8be-735a539e81f7 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:29.021391 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f783233c-af32-407f-bbb5-5ad11b6d21d9 req-a5a1ad4b-f48f-4f05-a8be-735a539e81f7 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0549951 May 25 14:56:29.069182 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f783233c-af32-407f-bbb5-5ad11b6d21d9 req-23dbc9c5-2767-4f2b-b07a-4131df321d0b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423164 May 25 14:56:29.297284 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02e400-6d0a-471a-b7b0-b1e2f3d896ce req-931cd0c2-5046-4010-996e-3c8993c49d24 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:29.298778 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ac02e400-6d0a-471a-b7b0-b1e2f3d896ce req-931cd0c2-5046-4010-996e-3c8993c49d24 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 946 time: 0.0474370 May 25 14:56:29.351200 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ac02e400-6d0a-471a-b7b0-b1e2f3d896ce req-2b2c7023-0414-4a48-99f3-8259d42c2600 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462277 May 25 14:56:30.178549 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564edd86-718d-4196-9f55-fbca9db06d28 req-13edcde5-f3dc-4b54-a221-ed515199aef9 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:30.180025 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-564edd86-718d-4196-9f55-fbca9db06d28 req-13edcde5-f3dc-4b54-a221-ed515199aef9 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0455894 May 25 14:56:30.217304 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:30.231838 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-564edd86-718d-4196-9f55-fbca9db06d28 req-92dbdb4d-ec2f-4e5d-904b-ccadcfadfe74 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463407 May 25 14:56:30.472517 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5a5fc-f7bb-4a3f-880c-2d7e957f8a67 req-a0e02872-0d64-4591-8af4-b8c6323706e2 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:30.473996 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-54f5a5fc-f7bb-4a3f-880c-2d7e957f8a67 req-a0e02872-0d64-4591-8af4-b8c6323706e2 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 946 time: 0.0480180 May 25 14:56:30.486296 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:30.521260 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-54f5a5fc-f7bb-4a3f-880c-2d7e957f8a67 req-f9fa0be5-cea6-4501-ab18-4d196469c91a tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412645 May 25 14:56:31.347072 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f45be1-1b39-48f0-9e21-000e0ca361ff req-066f3829-55f0-41b8-964f-35091db550db tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:31.348540 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-78f45be1-1b39-48f0-9e21-000e0ca361ff req-066f3829-55f0-41b8-964f-35091db550db tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0498405 May 25 14:56:31.395223 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-78f45be1-1b39-48f0-9e21-000e0ca361ff req-3c16597c-5d72-432b-88ae-91580dd99515 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 May 25 14:56:31.638379 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f132d7c-68ca-4037-b1d1-05cec578be66 req-1aab0497-0aa7-46b0-97f4-d5bc78068b00 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:31.639900 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8f132d7c-68ca-4037-b1d1-05cec578be66 req-1aab0497-0aa7-46b0-97f4-d5bc78068b00 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 946 time: 0.0478876 May 25 14:56:31.687227 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8f132d7c-68ca-4037-b1d1-05cec578be66 req-1e0f112b-430c-47c6-9db9-0bc2cc0147c6 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417199 May 25 14:56:32.509103 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babba82f-b197-4496-a4a5-677bf096b6c1 req-fa3c8dff-df07-4dc0-920f-7f2cb5df00aa tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:32.510547 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-babba82f-b197-4496-a4a5-677bf096b6c1 req-fa3c8dff-df07-4dc0-920f-7f2cb5df00aa tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0455418 May 25 14:56:32.574756 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-babba82f-b197-4496-a4a5-677bf096b6c1 req-a3387895-d557-4f85-b198-3cd44112b7d3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536749 May 25 14:56:32.798281 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f9e09-7c67-4bed-8e7a-608e7bc92d74 req-1209c750-e6cc-44cd-a1d7-d86ed70155fe tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:32.799847 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-921f9e09-7c67-4bed-8e7a-608e7bc92d74 req-1209c750-e6cc-44cd-a1d7-d86ed70155fe tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 946 time: 0.0462897 May 25 14:56:32.847105 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-921f9e09-7c67-4bed-8e7a-608e7bc92d74 req-6f04f6da-799d-4fe1-bf42-c1c82ee0da4e tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 May 25 14:56:33.331258 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:33.333142 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=28,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:33.682958 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c0fc7-ed2b-451f-9d59-724afe18cfd9 req-e9a66f51-0c82-4314-8a61-83fb41fcbd41 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:33.684442 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4c2c0fc7-ed2b-451f-9d59-724afe18cfd9 req-e9a66f51-0c82-4314-8a61-83fb41fcbd41 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0460660 May 25 14:56:33.731974 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4c2c0fc7-ed2b-451f-9d59-724afe18cfd9 req-7c323c82-cab3-4fb1-9144-83ba7c5fde62 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418942 May 25 14:56:33.969412 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b5e4a-78fb-466b-a165-5085d508ddb3 req-2f3680d3-776d-46be-8325-71988a38873a tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:33.970976 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bc5b5e4a-78fb-466b-a165-5085d508ddb3 req-2f3680d3-776d-46be-8325-71988a38873a tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 946 time: 0.0505328 May 25 14:56:34.025938 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bc5b5e4a-78fb-466b-a165-5085d508ddb3 req-628b2ef5-8303-440a-bd61-860e480853c5 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492151 May 25 14:56:34.532001 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=17 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:34.533857 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=17 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:34.844348 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4d8c7-7a25-472a-be41-61266a52ce87 req-6d8af807-13ca-4a66-a846-bdf5ed394f53 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:34.845726 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-59c4d8c7-7a25-472a-be41-61266a52ce87 req-6d8af807-13ca-4a66-a846-bdf5ed394f53 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0467875 May 25 14:56:34.893756 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-59c4d8c7-7a25-472a-be41-61266a52ce87 req-a9d5c866-845c-4daa-a01b-f857862263a7 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424449 May 25 14:56:35.149487 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4412293-136c-403a-a1e2-94e1ee6a30a2 req-e18d295d-aede-432f-8f95-3251bfd2895d tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:35.151019 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f4412293-136c-403a-a1e2-94e1ee6a30a2 req-e18d295d-aede-432f-8f95-3251bfd2895d tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 946 time: 0.0519216 May 25 14:56:35.202938 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f4412293-136c-403a-a1e2-94e1ee6a30a2 req-8d6d0571-6674-4406-9dda-c749d8cd6e4f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430491 May 25 14:56:35.446542 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:35.760677 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 55906) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:35.874632 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d5206be7-5fd2-4da5-9e23-94750d1b06ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:35.965613 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:35.969008 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d5206be7-5fd2-4da5-9e23-94750d1b06ba admin admin] Publish callbacks [] for security_group (f3cd36d2-9cee-45de-9843-689bc778b0c3), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:36.010260 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:36.018470 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cb357-9405-4431-894a-615b16559b78 req-9ddff5ee-e892-4f5b-8df8-b802b82eb696 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:36.019974 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f14cb357-9405-4431-894a-615b16559b78 req-9ddff5ee-e892-4f5b-8df8-b802b82eb696 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0496843 May 25 14:56:36.067350 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f14cb357-9405-4431-894a-615b16559b78 req-0e78594b-c7a5-4ac5-aaf6-a0c46b66871f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413332 May 25 14:56:36.069565 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d5206be7-5fd2-4da5-9e23-94750d1b06ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (f3cd36d2-9cee-45de-9843-689bc778b0c3), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:36.110881 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5206be7-5fd2-4da5-9e23-94750d1b06ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cd36d2-9cee-45de-9843-689bc778b0c3,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:36.115143 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-d5206be7-5fd2-4da5-9e23-94750d1b06ba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8aa6307af11843eeaf62ed59ae877463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3534584 May 25 14:56:36.117768 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 55918) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:36.164494 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3324a3c5-ea58-4eb4-bd90-626a1fd87372 admin admin] Publish callbacks [] for security_group (f3cd36d2-9cee-45de-9843-689bc778b0c3), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:36.185282 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3324a3c5-ea58-4eb4-bd90-626a1fd87372 admin admin] Publish callbacks [] for security_group (f3cd36d2-9cee-45de-9843-689bc778b0c3), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:36.347663 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3324a3c5-ea58-4eb4-bd90-626a1fd87372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (f3cd36d2-9cee-45de-9843-689bc778b0c3), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:36.350845 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3324a3c5-ea58-4eb4-bd90-626a1fd87372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:36.352122 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-3324a3c5-ea58-4eb4-bd90-626a1fd87372 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f3cd36d2-9cee-45de-9843-689bc778b0c3 HTTP/1.1" status: 204 len: 168 time: 0.2334812 May 25 14:56:36.360134 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324a3c5-ea58-4eb4-bd90-626a1fd87372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cd36d2-9cee-45de-9843-689bc778b0c3,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:36.572364 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-5bf318d1-e00b-4d37-867f-0eb52e80953e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:37.199164 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd341b-be97-4e0f-84dc-aace42567220 req-d0ee9823-ad5f-4c4b-a84d-779cf7627d8f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:37.200805 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2ebd341b-be97-4e0f-84dc-aace42567220 req-d0ee9823-ad5f-4c4b-a84d-779cf7627d8f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0526483 May 25 14:56:37.249368 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2ebd341b-be97-4e0f-84dc-aace42567220 req-15ee74a9-1d10-4e27-96de-f11ba0da6b02 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430369 May 25 14:56:37.580874 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbada6-33e9-44d8-8336-71185e0d4672 req-24a8ea18-9f62-4e5f-9260-befb208db1d8 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:37.582358 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a0fbada6-33e9-44d8-8336-71185e0d4672 req-24a8ea18-9f62-4e5f-9260-befb208db1d8 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 946 time: 0.0509982 May 25 14:56:37.630596 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a0fbada6-33e9-44d8-8336-71185e0d4672 req-86b26540-26f1-4dec-b52a-f0467e6edc65 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419276 May 25 14:56:38.360159 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd3942-23ab-4269-81d3-381f4351f9bf req-f58b5359-9e83-4a94-890f-a753a7047cd8 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:38.361640 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-becd3942-23ab-4269-81d3-381f4351f9bf req-f58b5359-9e83-4a94-890f-a753a7047cd8 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0460935 May 25 14:56:38.409410 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-becd3942-23ab-4269-81d3-381f4351f9bf req-77a3820b-79e5-479b-a07f-9447c2dd765a tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415146 May 25 14:56:38.747822 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ba64d-1454-40af-8084-fd1867c82c7d req-798e37d4-4d03-4777-8210-7a30c9dd4795 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:38.749310 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-521ba64d-1454-40af-8084-fd1867c82c7d req-798e37d4-4d03-4777-8210-7a30c9dd4795 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 946 time: 0.0494392 May 25 14:56:38.796605 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-521ba64d-1454-40af-8084-fd1867c82c7d req-1687619d-94d7-4a87-ad93-5148198af3ab tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418150 May 25 14:56:38.898572 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-468963b9-3cfb-4cce-a0c3-45e3879927d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:39.486411 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:39.521535 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acdb37-dc6f-4603-acb0-28efad535214 req-652b6c31-b828-4f25-b6e0-b0d39e0ef71f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:39.523606 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-91acdb37-dc6f-4603-acb0-28efad535214 req-652b6c31-b828-4f25-b6e0-b0d39e0ef71f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0467274 May 25 14:56:39.569979 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-91acdb37-dc6f-4603-acb0-28efad535214 req-9cbc5701-2e9c-4591-b47e-f18fe128d16c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407746 May 25 14:56:39.910999 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57b214-cf89-4c4e-b4f7-86254b216bf6 req-c5a09192-aa87-4ffa-98c7-1a4424e1d2b5 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:39.912558 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ed57b214-cf89-4c4e-b4f7-86254b216bf6 req-c5a09192-aa87-4ffa-98c7-1a4424e1d2b5 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 946 time: 0.0473673 May 25 14:56:39.963928 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ed57b214-cf89-4c4e-b4f7-86254b216bf6 req-c002a1ad-ba0e-406a-923a-654bca105c3c tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458000 May 25 14:56:40.258216 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:40.680705 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f082c5-88b9-4037-ba0f-093cda208943 req-d708f6cc-2859-4eeb-8cc5-c37450583b1b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:40.682190 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e7f082c5-88b9-4037-ba0f-093cda208943 req-d708f6cc-2859-4eeb-8cc5-c37450583b1b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0466418 May 25 14:56:40.729874 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e7f082c5-88b9-4037-ba0f-093cda208943 req-a1002ce2-18d5-46cf-9e8b-e24bbbbb399c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 May 25 14:56:41.076571 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4d91c-c63b-45f3-8514-7ca224ffa25f req-0f1109ad-3ab3-4201-b6f3-3f8ba6e7813c tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:41.078025 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-02f4d91c-c63b-45f3-8514-7ca224ffa25f req-0f1109ad-3ab3-4201-b6f3-3f8ba6e7813c tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 946 time: 0.0463088 May 25 14:56:41.123781 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-02f4d91c-c63b-45f3-8514-7ca224ffa25f req-346ebfcb-be78-4099-bc94-8522903d5667 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401940 May 25 14:56:41.234328 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d9a3f-a071-43d4-8822-37751d847d21 req-b414f3a9-45da-4e06-95b9-39514361c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:41.235877 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ab8d9a3f-a071-43d4-8822-37751d847d21 req-b414f3a9-45da-4e06-95b9-39514361c186 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 1130 time: 0.0416298 May 25 14:56:41.290146 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ab8d9a3f-a071-43d4-8822-37751d847d21 req-35fa3070-b87c-48ed-8d03-5d3446d38629 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390120 May 25 14:56:41.427128 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:41.840579 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c377d4-b5fe-4c6c-8fc1-57ad2d1a73c9 req-0f6d92c2-b83f-45fc-ab41-5067fb89c94f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:41.841945 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-28c377d4-b5fe-4c6c-8fc1-57ad2d1a73c9 req-0f6d92c2-b83f-45fc-ab41-5067fb89c94f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0452485 May 25 14:56:41.853916 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:41.889116 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-28c377d4-b5fe-4c6c-8fc1-57ad2d1a73c9 req-2ffa0671-f18e-442f-8b4f-ae7871064eaa tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417678 May 25 14:56:42.002314 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-444b5967-5b0a-4fea-aec9-b3b3fe20ddf2 req-cb451e0a-e2a9-4c42-b49f-a3ac52e71485 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375001 May 25 14:56:42.235146 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf547-a8ef-4bcd-a27e-374cf8b568ed req-6a991c79-e877-4899-8a1d-998479b01164 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:42.236609 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cacbf547-a8ef-4bcd-a27e-374cf8b568ed req-6a991c79-e877-4899-8a1d-998479b01164 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 946 time: 0.0453694 May 25 14:56:42.286838 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cacbf547-a8ef-4bcd-a27e-374cf8b568ed req-1e8b804b-7e37-4ece-a8d0-bdb2472c7ee7 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441961 May 25 14:56:42.886412 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:43.005555 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287ad09-91f8-4030-afc9-e8783903c0f3 req-b843ca09-a5e8-42e4-b6fc-940f1258971e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:43.011643 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2287ad09-91f8-4030-afc9-e8783903c0f3 req-b843ca09-a5e8-42e4-b6fc-940f1258971e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0487323 May 25 14:56:43.039257 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b5967-5b0a-4fea-aec9-b3b3fe20ddf2 req-73398ff5-3548-4ddc-bc98-f94d7624571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:43.041430 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-444b5967-5b0a-4fea-aec9-b3b3fe20ddf2 req-73398ff5-3548-4ddc-bc98-f94d7624571b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 1129 time: 0.0425465 May 25 14:56:43.069442 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2287ad09-91f8-4030-afc9-e8783903c0f3 req-25cea8f9-be2d-4823-984d-a797da9efefb tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526121 May 25 14:56:43.442861 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3764c-604b-4103-9c5d-270fd53ae639 req-b893e8c6-0960-49f8-bff7-e83416392719 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:43.450271 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f4f3764c-604b-4103-9c5d-270fd53ae639 req-b893e8c6-0960-49f8-bff7-e83416392719 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 946 time: 0.0795777 May 25 14:56:43.452844 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabedcd-f047-4015-9008-f2ec37dc906b req-3b78e04d-c38c-4b78-a5ec-119128719fc8 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:43.454231 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1dabedcd-f047-4015-9008-f2ec37dc906b req-3b78e04d-c38c-4b78-a5ec-119128719fc8 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 946 time: 0.0799775 May 25 14:56:43.464092 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b5967-5b0a-4fea-aec9-b3b3fe20ddf2 req-b31f46cf-f611-48b8-99ce-8f425c511ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:43.465772 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-444b5967-5b0a-4fea-aec9-b3b3fe20ddf2 req-b31f46cf-f611-48b8-99ce-8f425c511ef4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 920 time: 0.0934522 May 25 14:56:43.513862 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-444b5967-5b0a-4fea-aec9-b3b3fe20ddf2 req-19f0dc17-d018-4923-bcd6-58621884f291 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 HTTP/1.1" status: 200 len: 217 time: 0.0340736 May 25 14:56:43.520777 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f4f3764c-604b-4103-9c5d-270fd53ae639 req-362be963-17db-4f50-a043-084ed6af8878 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655766 May 25 14:56:43.588150 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [req-1dabedcd-f047-4015-9008-f2ec37dc906b req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Deleting port cf532044-6836-4089-9a12-ce865ceb8d0d {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 14:56:43.588150 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-1dabedcd-f047-4015-9008-f2ec37dc906b req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (cf532044-6836-4089-9a12-ce865ceb8d0d), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:43.602398 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b5967-5b0a-4fea-aec9-b3b3fe20ddf2 req-24a34557-b859-4454-b262-75e4cf0d6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:43.603896 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-444b5967-5b0a-4fea-aec9-b3b3fe20ddf2 req-24a34557-b859-4454-b262-75e4cf0d6c13 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ddc4207-3cdb-480e-9ac3-b200998dd0b9 HTTP/1.1" status: 200 len: 858 time: 0.0535867 May 25 14:56:43.683146 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [req-1dabedcd-f047-4015-9008-f2ec37dc906b req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] For port cf532044-6836-4089-9a12-ce865ceb8d0d, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=cf532044-6836-4089-9a12-ce865ceb8d0d,segment=NetworkSegment(8d135295-a35e-44e4-a86a-109669223636),segment_id=8d135295-a35e-44e4-a86a-109669223636)] {{(pid=116226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:43.683493 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-1dabedcd-f047-4015-9008-f2ec37dc906b req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (cf532044-6836-4089-9a12-ce865ceb8d0d), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:43.696943 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [req-1dabedcd-f047-4015-9008-f2ec37dc906b req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Calling delete_port for cf532044-6836-4089-9a12-ce865ceb8d0d owned by compute:nova {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 14:56:43.708690 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:43.875334 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-1dabedcd-f047-4015-9008-f2ec37dc906b req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (cf532044-6836-4089-9a12-ce865ceb8d0d), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:43.902125 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Pushing event deleted for resources: {'Port': ['ID=cf532044-6836-4089-9a12-ce865ceb8d0d,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:43.916935 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:43.917353 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:43.917649 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:43.917981 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:43.918307 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:43.918629 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:43.918974 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:43.919294 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:43.919613 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:43.919930 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:43.920247 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:43.920563 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:43.920878 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:43.921193 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:43.921506 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:43.938271 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['cf532044-6836-4089-9a12-ce865ceb8d0d'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:56:43.957501 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dabedcd-f047-4015-9008-f2ec37dc906b req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] No DVR routers for this DVR port cf532044-6836-4089-9a12-ce865ceb8d0d on host hv-cinder-83028 {{(pid=116226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 14:56:43.961232 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-1dabedcd-f047-4015-9008-f2ec37dc906b req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:43.964391 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1dabedcd-f047-4015-9008-f2ec37dc906b req-2dd547e2-64fe-4a9f-9513-fbcf785b8b2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.86 "DELETE /v2.0/ports/cf532044-6836-4089-9a12-ce865ceb8d0d HTTP/1.1" status: 204 len: 173 time: 0.4843514 May 25 14:56:43.964852 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1d6885-b053-42bd-8051-dadcbbc3706a', 'name': 'network-vif-deleted', 'tag': 'cf532044-6836-4089-9a12-ce865ceb8d0d'}] {{(pid=116226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:56:43.967095 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dc151ac6212342da2108a0a28b94f4203e9e0da67b00e21663921939482ef4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e9141a-d825-459d-98b5-1cd15860b53c" -d '{"events": [{"server_uuid": "ef1d6885-b053-42bd-8051-dadcbbc3706a", "name": "network-vif-deleted", "tag": "cf532044-6836-4089-9a12-ce865ceb8d0d"}]}' {{(pid=116226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:56:44.001288 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed714bb2-7106-44cf-a07e-05a31a1d3574 x-openstack-request-id: req-ed714bb2-7106-44cf-a07e-05a31a1d3574 {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:56:44.001602 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1d6885-b053-42bd-8051-dadcbbc3706a", "name": "network-vif-deleted", "tag": "cf532044-6836-4089-9a12-ce865ceb8d0d", "status": "completed", "code": 200}]} {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:56:44.002007 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ed714bb2-7106-44cf-a07e-05a31a1d3574 {{(pid=116226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:56:44.002476 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed714bb2-7106-44cf-a07e-05a31a1d3574'] response: {'server_uuid': 'ef1d6885-b053-42bd-8051-dadcbbc3706a', 'name': 'network-vif-deleted', 'tag': 'cf532044-6836-4089-9a12-ce865ceb8d0d', 'status': 'completed', 'code': 200} May 25 14:56:44.194360 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f6cfa-291c-4033-9912-41231229e4ce req-3a19b1f3-f6e0-4b7d-afb0-8a6c660c1bc7 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:44.195767 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-498f6cfa-291c-4033-9912-41231229e4ce req-3a19b1f3-f6e0-4b7d-afb0-8a6c660c1bc7 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0495327 May 25 14:56:44.242692 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-498f6cfa-291c-4033-9912-41231229e4ce req-6ebbc438-1d4f-4a60-ac8c-bf71252a6c06 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411236 May 25 14:56:44.412050 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b5967-5b0a-4fea-aec9-b3b3fe20ddf2 req-4b34a4a8-3809-4b59-a53d-5520d92733d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:44.413568 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-444b5967-5b0a-4fea-aec9-b3b3fe20ddf2 req-4b34a4a8-3809-4b59-a53d-5520d92733d8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442708 May 25 14:56:44.508922 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-444b5967-5b0a-4fea-aec9-b3b3fe20ddf2 req-7d76be6c-6993-4956-ace3-886ab2a9eeeb service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873308 May 25 14:56:44.613882 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-444b5967-5b0a-4fea-aec9-b3b3fe20ddf2 req-46054c13-999d-4f3c-b8a3-353843bde730 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937140 May 25 14:56:44.625176 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-89ac3d58-90b3-46a4-8d34-620fd18d2b1d req-08d71088-0435-48ff-b19e-558c38c08f6a tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef1d6885-b053-42bd-8051-dadcbbc3706a HTTP/1.1" status: 200 len: 210 time: 0.0318196 May 25 14:56:45.355882 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fe658-b044-42b8-98d5-c1df5ef369b8 req-4cec2c9b-36d6-4596-903c-db388d23de1e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:45.357349 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ab5fe658-b044-42b8-98d5-c1df5ef369b8 req-4cec2c9b-36d6-4596-903c-db388d23de1e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0465360 May 25 14:56:45.404635 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ab5fe658-b044-42b8-98d5-c1df5ef369b8 req-f53e619d-af69-4d24-b2cb-85ee0b554a72 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416098 May 25 14:56:45.547442 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf02760-0ec6-49f2-b8ce-eec5f250ed3b req-8cd14c5e-b4a9-422a-92e6-6a686ffe7989 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:45.549080 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2bf02760-0ec6-49f2-b8ce-eec5f250ed3b req-8cd14c5e-b4a9-422a-92e6-6a686ffe7989 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0614467 May 25 14:56:45.569036 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:45.601223 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2bf02760-0ec6-49f2-b8ce-eec5f250ed3b req-907fea2b-7ab4-43e8-b3db-95e5f125aab4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462940 May 25 14:56:45.945530 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-67eac999-7aec-4286-bcb8-1f0ac08b754a tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:45.945530 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-67eac999-7aec-4286-bcb8-1f0ac08b754a tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/networks?id=f9a624ff-fa61-40b5-9c94-194562a67bb2 HTTP/1.1" status: 200 len: 809 time: 0.1056378 May 25 14:56:45.960584 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-c56b757a-9104-4095-acd4-f0387a8bd2bf tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/quotas/f3fe34cb175740b299804b8c9d2f3371 HTTP/1.1" status: 200 len: 375 time: 0.0098290 May 25 14:56:45.993369 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-e65e40de-13b4-47f5-add3-bf76c8e2f564 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3fe34cb175740b299804b8c9d2f3371&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269084 May 25 14:56:46.088281 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-b0ee91cb-0be8-4303-94d4-123b728559fd service neutron] 10.222.0.74 "GET /v2.0/networks/f9a624ff-fa61-40b5-9c94-194562a67bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876253 May 25 14:56:46.180883 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-ab6924ef-ba87-4927-b0f6-cfe0768a8be0 service neutron] 10.222.0.74 "GET /v2.0/networks/f9a624ff-fa61-40b5-9c94-194562a67bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868282 May 25 14:56:46.510177 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3cdf2975-5bc3-4b74-add4-0f28fa0d36fc req-0c56ebac-0788-4f4b-943a-2017d3f7e464 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 210 time: 0.0476358 May 25 14:56:47.015662 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device cf532044-6836-4089-9a12-ce865ceb8d0d no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 14:56:47.038788 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: cf532044-6836-4089-9a12-ce865ceb8d0d {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 14:56:47.039139 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device cf532044-6836-4089-9a12-ce865ceb8d0d not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 14:56:47.594462 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4b89623c-686c-4397-a485-f7bdb6f1ea31 req-857e9f9c-7cd5-40e4-b52a-b8a8e5a9c80d tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 210 time: 0.0272286 May 25 14:56:48.686432 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-df611495-8799-4dc9-acd8-34ed561cfa3e req-8c056631-d808-4aa7-9e56-b5e750d6b3b0 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 210 time: 0.0270288 May 25 14:56:49.777346 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-865e4127-ff8d-47cd-90f0-46722f2b4ae1 req-f2ee9158-941f-4493-a4d9-7c898876f0bf tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 210 time: 0.0265441 May 25 14:56:50.872626 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-05744bb8-0c21-4f92-bcdc-53b8ae51c111 req-c1d36a1d-5bfa-41e3-ba44-17ffca418905 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 210 time: 0.0300019 May 25 14:56:51.966074 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-845a03a2-27d4-49f6-a90e-b01b31eefdc0 req-97e1d5a7-9b24-43a9-a9dd-1194727911fb tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 210 time: 0.0274141 May 25 14:56:52.363950 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-6abcfc8b-9848-4ac0-a754-684693bafcfa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:52.365815 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-6abcfc8b-9848-4ac0-a754-684693bafcfa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.86 "GET /v2.0/networks?id=f9a624ff-fa61-40b5-9c94-194562a67bb2 HTTP/1.1" status: 200 len: 809 time: 0.1043761 May 25 14:56:52.394698 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Request body: {'port': {'device_id': 'de1228e9-2eea-49b9-a684-e2d94a8a103f', 'network_id': 'f9a624ff-fa61-40b5-9c94-194562a67bb2', 'admin_state_up': True, 'tenant_id': 'f3fe34cb175740b299804b8c9d2f3371'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:52.573394 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:56:52.599905 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Made reservation on behalf of f3fe34cb175740b299804b8c9d2f3371 for: {'port': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:56:52.603407 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:52.734095 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Allocated IP 172.20.0.5 (f9a624ff-fa61-40b5-9c94-194562a67bb2/7db142b7-a2f4-4149-a613-7f9421df4477/e7c11888-837a-4003-86b7-15a681a1d925) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:56:52.789002 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:52.840454 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:52.887028 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Publish callbacks [] for port (e7c11888-837a-4003-86b7-15a681a1d925), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:52.977735 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (e7c11888-837a-4003-86b7-15a681a1d925), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:53.029173 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Network f9a624ff-fa61-40b5-9c94-194562a67bb2 is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:53.035544 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:53.038206 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Pushing event updated for resources: {'Port': ['ID=e7c11888-837a-4003-86b7-15a681a1d925,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:53.040568 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:56:53.074715 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:53.075270 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:53.075511 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:53.075974 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:53.076316 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:53.076702 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:53.077098 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:53.077474 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:53.077845 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:53.078208 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:53.078573 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:53.078966 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:53.079304 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:53.079670 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:53.080022 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:53.080352 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:53.081941 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac87a2e-c6aa-4ea7-a387-7b1a5b02de38 req-7b17b071-1c21-482b-b613-495472cf2832 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:53.084502 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dac87a2e-c6aa-4ea7-a387-7b1a5b02de38 req-7b17b071-1c21-482b-b613-495472cf2832 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 931 time: 0.0494392 May 25 14:56:53.106445 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:53.107086 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:53.132808 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dac87a2e-c6aa-4ea7-a387-7b1a5b02de38 req-b4fe5f16-73ea-4a98-a0d7-3dfc36b11364 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423393 May 25 14:56:53.180790 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-6129b296-e460-4749-aa65-0c95db4ac8fa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7896943 May 25 14:56:53.200934 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Request body: {'port': {'device_id': 'de1228e9-2eea-49b9-a684-e2d94a8a103f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:53.260294 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (e7c11888-837a-4003-86b7-15a681a1d925), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:53.545541 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c11888-837a-4003-86b7-15a681a1d925 {{(pid=116225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:56:53.554133 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Publish callbacks [] for port (e7c11888-837a-4003-86b7-15a681a1d925), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:53.557393 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:53.574270 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.provisioning_blocks [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Transition to ACTIVE for port object e7c11888-837a-4003-86b7-15a681a1d925 will not be triggered until provisioned by entity L2. {{(pid=116225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:56:53.703486 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (e7c11888-837a-4003-86b7-15a681a1d925), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:53.754504 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c11888-837a-4003-86b7-15a681a1d925,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:53.829554 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Attempting to bind port e7c11888-837a-4003-86b7-15a681a1d925 on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:56:53.829885 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Attempting to bind port e7c11888-837a-4003-86b7-15a681a1d925 by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': '8d135295-a35e-44e4-a86a-109669223636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f9a624ff-fa61-40b5-9c94-194562a67bb2'}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:56:53.830209 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Attempting to bind port e7c11888-837a-4003-86b7-15a681a1d925 on network f9a624ff-fa61-40b5-9c94-194562a67bb2 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:53.835695 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Port e7c11888-837a-4003-86b7-15a681a1d925 on network f9a624ff-fa61-40b5-9c94-194562a67bb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:56:53.836026 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Attempting to bind port e7c11888-837a-4003-86b7-15a681a1d925 on network f9a624ff-fa61-40b5-9c94-194562a67bb2 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:53.840995 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:56:53.841326 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Checking segment: {'id': '8d135295-a35e-44e4-a86a-109669223636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f9a624ff-fa61-40b5-9c94-194562a67bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:53.841698 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Bound using segment: {'id': '8d135295-a35e-44e4-a86a-109669223636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f9a624ff-fa61-40b5-9c94-194562a67bb2'} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:56:53.842110 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Bound port: e7c11888-837a-4003-86b7-15a681a1d925, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d135295-a35e-44e4-a86a-109669223636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f9a624ff-fa61-40b5-9c94-194562a67bb2'}}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:56:53.842469 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (e7c11888-837a-4003-86b7-15a681a1d925), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:53.901680 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] For port e7c11888-837a-4003-86b7-15a681a1d925, host hv-cinder-83028, cleared binding levels {{(pid=116225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:56:53.904639 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] For port e7c11888-837a-4003-86b7-15a681a1d925, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=e7c11888-837a-4003-86b7-15a681a1d925,segment=NetworkSegment(8d135295-a35e-44e4-a86a-109669223636),segment_id=8d135295-a35e-44e4-a86a-109669223636)] {{(pid=116225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:56:53.972116 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (e7c11888-837a-4003-86b7-15a681a1d925), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:53.976923 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:54.009336 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:54.009951 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:54.011350 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] 10.222.0.86 "PUT /v2.0/ports/e7c11888-837a-4003-86b7-15a681a1d925 HTTP/1.1" status: 200 len: 1093 time: 0.8144982 May 25 14:56:54.011822 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1228e9-2eea-49b9-a684-e2d94a8a103f', 'tag': 'e7c11888-837a-4003-86b7-15a681a1d925'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:56:54.013976 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c66d3b1-8422-4b36-bc79-9052ac0a857c" -d '{"events": [{"name": "network-changed", "server_uuid": "de1228e9-2eea-49b9-a684-e2d94a8a103f", "tag": "e7c11888-837a-4003-86b7-15a681a1d925"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:56:54.033741 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba55d43-d40d-403e-8f20-e02ba78abc01 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c11888-837a-4003-86b7-15a681a1d925,revision_number=3']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:54.057028 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcea2792-169a-4c4f-b1ce-0e7869367778 x-openstack-request-id: req-fcea2792-169a-4c4f-b1ce-0e7869367778 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:56:54.057314 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1228e9-2eea-49b9-a684-e2d94a8a103f", "tag": "e7c11888-837a-4003-86b7-15a681a1d925", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:56:54.057565 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fcea2792-169a-4c4f-b1ce-0e7869367778 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:56:54.057961 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcea2792-169a-4c4f-b1ce-0e7869367778'] response: {'name': 'network-changed', 'server_uuid': 'de1228e9-2eea-49b9-a684-e2d94a8a103f', 'tag': 'e7c11888-837a-4003-86b7-15a681a1d925', 'status': 'completed', 'code': 200} May 25 14:56:54.159857 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66d3b1-8422-4b36-bc79-9052ac0a857c req-8e59af56-81e3-4da5-9172-799571cca6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:54.161567 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-5c66d3b1-8422-4b36-bc79-9052ac0a857c req-8e59af56-81e3-4da5-9172-799571cca6c9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3fe34cb175740b299804b8c9d2f3371&device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 1127 time: 0.0397918 May 25 14:56:54.254308 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b298ce4-4a1c-4121-93f7-d4be5334dcf0 req-6f9be8f2-f7ec-4e08-84ad-2a98b90d7cdf tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:54.256374 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2b298ce4-4a1c-4121-93f7-d4be5334dcf0 req-6f9be8f2-f7ec-4e08-84ad-2a98b90d7cdf tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 943 time: 0.0465479 May 25 14:56:54.277663 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66d3b1-8422-4b36-bc79-9052ac0a857c req-aa789517-a2ae-4328-b09b-b575f8482107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:54.279085 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-5c66d3b1-8422-4b36-bc79-9052ac0a857c req-aa789517-a2ae-4328-b09b-b575f8482107 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=f3fe34cb175740b299804b8c9d2f3371&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0962124 May 25 14:56:54.308932 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2b298ce4-4a1c-4121-93f7-d4be5334dcf0 req-a993a782-8836-4ead-b005-794abd4c811a tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469804 May 25 14:56:54.377785 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66d3b1-8422-4b36-bc79-9052ac0a857c req-33ecc0ed-43f3-4409-8e25-c4ccbc06cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:54.379293 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-5c66d3b1-8422-4b36-bc79-9052ac0a857c req-33ecc0ed-43f3-4409-8e25-c4ccbc06cb57 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936446 May 25 14:56:54.477098 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-22cedd18-1752-4eac-81d2-1d861e780a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:54.478566 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-22cedd18-1752-4eac-81d2-1d861e780a33 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3fe34cb175740b299804b8c9d2f3371&device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 1127 time: 0.0391419 May 25 14:56:54.547725 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-96337897-07b9-4762-9085-2d9a98ec1cae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c11888-837a-4003-86b7-15a681a1d925 HTTP/1.1" status: 200 len: 217 time: 0.0316598 May 25 14:56:54.595980 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-3551b2fa-ae4e-432d-b2f2-ab3581be2092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:54.597434 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-3551b2fa-ae4e-432d-b2f2-ab3581be2092 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7db142b7-a2f4-4149-a613-7f9421df4477 HTTP/1.1" status: 200 len: 849 time: 0.0434215 May 25 14:56:54.636144 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-6261ea5d-8a10-4400-a955-bfcfd0f284eb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f9a624ff-fa61-40b5-9c94-194562a67bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309849 May 25 14:56:54.728976 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-f7ea56c1-8d22-4d75-80ed-3d190be2a50d service neutron] 10.222.0.86 "GET /v2.0/networks/f9a624ff-fa61-40b5-9c94-194562a67bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855649 May 25 14:56:54.828361 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a3154d32-e4ce-4ac6-bd6b-794ae65b39b7 req-83e67d2c-c168-4b85-9637-e188f56f6efc service neutron] 10.222.0.86 "GET /v2.0/networks/f9a624ff-fa61-40b5-9c94-194562a67bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905950 May 25 14:56:55.421499 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bb334-14fd-4ead-a9d8-824f2113f1ad req-8c7ce704-cf96-4ff5-a6f1-2a27e499d64f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:55.422979 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fc5bb334-14fd-4ead-a9d8-824f2113f1ad req-8c7ce704-cf96-4ff5-a6f1-2a27e499d64f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 943 time: 0.0460262 May 25 14:56:55.468810 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fc5bb334-14fd-4ead-a9d8-824f2113f1ad req-49805adb-ab7c-436b-a48f-69ee66488723 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403316 May 25 14:56:56.583871 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fd3fb-7193-4b21-826a-920cc3870de8 req-287c356c-be83-4eaa-a37b-5b8d2f4c516b tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:56.585813 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5e1fd3fb-7193-4b21-826a-920cc3870de8 req-287c356c-be83-4eaa-a37b-5b8d2f4c516b tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 943 time: 0.0471632 May 25 14:56:56.633584 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5e1fd3fb-7193-4b21-826a-920cc3870de8 req-991dd933-2d21-42ab-bc16-caa0e3dcc65e tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420909 May 25 14:56:57.019360 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:57.020784 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:57.275733 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc2656-c896-4a2a-b1a6-4b537bbb5559 req-48b7d5d1-414e-447b-aab9-c9ba2d49cba0 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:57.277227 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-35bc2656-c896-4a2a-b1a6-4b537bbb5559 req-48b7d5d1-414e-447b-aab9-c9ba2d49cba0 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0507522 May 25 14:56:57.324292 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-35bc2656-c896-4a2a-b1a6-4b537bbb5559 req-8566a31c-c01b-4393-84cb-73920a6bb137 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413461 May 25 14:56:57.745655 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8c440-86de-4c9c-824b-728369f9b231 req-29600ecd-206f-4aa3-8f58-70b74a721c3e tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:57.747123 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-38c8c440-86de-4c9c-824b-728369f9b231 req-29600ecd-206f-4aa3-8f58-70b74a721c3e tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 943 time: 0.0451484 May 25 14:56:57.793264 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-38c8c440-86de-4c9c-824b-728369f9b231 req-339a1c05-3de3-4691-a16d-34683578d6bb tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407953 May 25 14:56:58.441793 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc3e93-047c-42f5-a4e2-78e2d9f744cd req-c8544d82-6b4c-42f9-9540-24116b584dbc tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:58.443452 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-62cc3e93-047c-42f5-a4e2-78e2d9f744cd req-c8544d82-6b4c-42f9-9540-24116b584dbc tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0507026 May 25 14:56:58.491408 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-62cc3e93-047c-42f5-a4e2-78e2d9f744cd req-6bc6b5ad-ca88-4b99-8381-2aa50452b0f8 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419312 May 25 14:56:58.890199 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:58.912210 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a52f15-8ab8-4222-a726-4b4f8bed6678 req-6edf7460-063c-4c89-b347-51593791d2f1 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:58.913687 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-71a52f15-8ab8-4222-a726-4b4f8bed6678 req-6edf7460-063c-4c89-b347-51593791d2f1 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 943 time: 0.0516870 May 25 14:56:58.960542 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-71a52f15-8ab8-4222-a726-4b4f8bed6678 req-90c942c3-9c8f-4ba0-941a-cef9ffc2093e tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414307 May 25 14:56:59.056562 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device e7c11888-837a-4003-86b7-15a681a1d925 details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:56:59.160358 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port e7c11888-837a-4003-86b7-15a681a1d925, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=e7c11888-837a-4003-86b7-15a681a1d925,segment=NetworkSegment(8d135295-a35e-44e4-a86a-109669223636),segment_id=8d135295-a35e-44e4-a86a-109669223636)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:59.172214 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': 'e7c11888-837a-4003-86b7-15a681a1d925', 'network_id': 'f9a624ff-fa61-40b5-9c94-194562a67bb2', 'port_id': 'e7c11888-837a-4003-86b7-15a681a1d925', 'mac_address': 'fa:16:3e:8c:2e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db142b7-a2f4-4149-a613-7f9421df4477', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:56:59.221837 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port e7c11888-837a-4003-86b7-15a681a1d925 is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:59.222236 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (e7c11888-837a-4003-86b7-15a681a1d925), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:59.237986 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c11888-837a-4003-86b7-15a681a1d925 {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:56:59.260344 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port e7c11888-837a-4003-86b7-15a681a1d925, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=e7c11888-837a-4003-86b7-15a681a1d925,segment=NetworkSegment(8d135295-a35e-44e4-a86a-109669223636),segment_id=8d135295-a35e-44e4-a86a-109669223636)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:59.343790 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (e7c11888-837a-4003-86b7-15a681a1d925), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:59.392877 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=e7c11888-837a-4003-86b7-15a681a1d925,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:59.399829 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.400181 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.400554 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.400914 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.401254 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.401589 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.401919 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.402247 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.402575 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.402934 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.403264 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.403593 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.403918 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.404242 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.404563 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.614866 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437ef97-6ab7-48d2-860e-13c4a5412e9a req-b9558b41-507f-4a9f-9feb-6ac92ca399ea tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:59.616938 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5437ef97-6ab7-48d2-860e-13c4a5412e9a req-b9558b41-507f-4a9f-9feb-6ac92ca399ea tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0489731 May 25 14:56:59.617066 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee901c3a-3420-4672-9c0e-f74753502263 req-b466093d-cff1-4de7-b2f7-2388c6d723bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:59.620573 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ee901c3a-3420-4672-9c0e-f74753502263 req-b466093d-cff1-4de7-b2f7-2388c6d723bc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 1129 time: 0.0463226 May 25 14:56:59.670097 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5437ef97-6ab7-48d2-860e-13c4a5412e9a req-c28e2e32-c120-4294-944b-2dc804d514d7 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471852 May 25 14:56:59.714261 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee901c3a-3420-4672-9c0e-f74753502263 req-a0bf745b-d102-435b-bebd-f3d8066f0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:59.715741 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ee901c3a-3420-4672-9c0e-f74753502263 req-a0bf745b-d102-435b-bebd-f3d8066f0a5f service neutron] 10.222.0.86 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 920 time: 0.0890548 May 25 14:56:59.758608 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ee901c3a-3420-4672-9c0e-f74753502263 req-f31ebc3a-d4e5-420b-a343-7ad1a5056f83 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 HTTP/1.1" status: 200 len: 217 time: 0.0357165 May 25 14:56:59.772015 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:59.807056 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee901c3a-3420-4672-9c0e-f74753502263 req-546041ee-823b-4694-a9df-4e2f03d7d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:59.808434 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ee901c3a-3420-4672-9c0e-f74753502263 req-546041ee-823b-4694-a9df-4e2f03d7d85b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ddc4207-3cdb-480e-9ac3-b200998dd0b9 HTTP/1.1" status: 200 len: 858 time: 0.0439148 May 25 14:56:59.853191 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee901c3a-3420-4672-9c0e-f74753502263 req-d2470fa1-a041-4712-a2cc-51515475dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:59.854714 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ee901c3a-3420-4672-9c0e-f74753502263 req-d2470fa1-a041-4712-a2cc-51515475dbee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390916 May 25 14:56:59.864081 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['e7c11888-837a-4003-86b7-15a681a1d925'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:56:59.973502 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ee901c3a-3420-4672-9c0e-f74753502263 req-f236bd69-7626-42ba-89ef-6025b6299748 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105802 May 25 14:57:00.095036 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ee901c3a-3420-4672-9c0e-f74753502263 req-2ae49fb7-cdcb-4e3b-970b-48b0fed42849 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121318 May 25 14:57:00.130401 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f2ba9-acc1-42d6-86d0-1700240548a4 req-67a63ab5-addb-4891-ad5f-295ca1216ec4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:00.133086 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8b3f2ba9-acc1-42d6-86d0-1700240548a4 req-67a63ab5-addb-4891-ad5f-295ca1216ec4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 944 time: 0.0652170 May 25 14:57:00.191179 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8b3f2ba9-acc1-42d6-86d0-1700240548a4 req-5feed08a-abe0-48d6-8192-a1859b3f79dd tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428526 May 25 14:57:00.785735 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397731f-2aa3-467b-abcf-835db761a2f1 req-0d07912f-c087-4954-80c4-e4b0415e86b9 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:00.787773 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7397731f-2aa3-467b-abcf-835db761a2f1 req-0d07912f-c087-4954-80c4-e4b0415e86b9 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0476525 May 25 14:57:00.833283 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7397731f-2aa3-467b-abcf-835db761a2f1 req-53fcd26a-7bb0-46ee-9b65-49e27c64f91b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399430 May 25 14:57:01.105637 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device e7c11888-837a-4003-86b7-15a681a1d925 up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:57:01.147266 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port e7c11888-837a-4003-86b7-15a681a1d925 completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:57:01.232490 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port e7c11888-837a-4003-86b7-15a681a1d925 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:57:01.232937 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (e7c11888-837a-4003-86b7-15a681a1d925), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:01.263418 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:01.301562 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd47bc3-f9eb-438c-bcb5-e4fbabbf9240 req-cb99b275-14bb-44a1-aa74-4cb05a687235 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:01.303041 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5cd47bc3-f9eb-438c-bcb5-e4fbabbf9240 req-cb99b275-14bb-44a1-aa74-4cb05a687235 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 944 time: 0.0499082 May 25 14:57:01.309578 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port e7c11888-837a-4003-86b7-15a681a1d925 is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:57:01.309970 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (e7c11888-837a-4003-86b7-15a681a1d925), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:01.335059 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1228e9-2eea-49b9-a684-e2d94a8a103f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c11888-837a-4003-86b7-15a681a1d925'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:57:01.337455 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9195502-2313-4afb-92ed-52dec7140745" -d '{"events": [{"server_uuid": "de1228e9-2eea-49b9-a684-e2d94a8a103f", "name": "network-vif-plugged", "status": "completed", "tag": "e7c11888-837a-4003-86b7-15a681a1d925"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:57:01.350532 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port e7c11888-837a-4003-86b7-15a681a1d925, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=e7c11888-837a-4003-86b7-15a681a1d925,segment=NetworkSegment(8d135295-a35e-44e4-a86a-109669223636),segment_id=8d135295-a35e-44e4-a86a-109669223636)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:57:01.355396 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5cd47bc3-f9eb-438c-bcb5-e4fbabbf9240 req-0d299908-1809-40c9-afd5-ad17512e4080 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467396 May 25 14:57:01.379640 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ae8a5f-8246-4cf6-a5fd-8e2d3d1f07aa x-openstack-request-id: req-19ae8a5f-8246-4cf6-a5fd-8e2d3d1f07aa {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:57:01.379907 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1228e9-2eea-49b9-a684-e2d94a8a103f", "name": "network-vif-plugged", "status": "completed", "tag": "e7c11888-837a-4003-86b7-15a681a1d925", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:57:01.380157 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-19ae8a5f-8246-4cf6-a5fd-8e2d3d1f07aa {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:57:01.380553 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ae8a5f-8246-4cf6-a5fd-8e2d3d1f07aa'] response: {'server_uuid': 'de1228e9-2eea-49b9-a684-e2d94a8a103f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c11888-837a-4003-86b7-15a681a1d925', 'code': 200} May 25 14:57:01.455337 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (e7c11888-837a-4003-86b7-15a681a1d925), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:01.502107 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=e7c11888-837a-4003-86b7-15a681a1d925,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:01.761584 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:01.770791 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ec875-e874-4058-a8b5-6e247d333349 req-9f48ed01-d7cb-4426-8d97-c566efd3cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:01.772324 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-464ec875-e874-4058-a8b5-6e247d333349 req-9f48ed01-d7cb-4426-8d97-c566efd3cad6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 1129 time: 0.0396955 May 25 14:57:01.824217 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-464ec875-e874-4058-a8b5-6e247d333349 req-af3c3ff1-b879-4ab1-97fc-b97e79954187 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421803 May 25 14:57:01.944864 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9d789-0601-4aa5-a678-34e0ff70c7ab req-51413236-9549-4733-b82d-c018b1abac8a tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:01.946411 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c7f9d789-0601-4aa5-a678-34e0ff70c7ab req-51413236-9549-4733-b82d-c018b1abac8a tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0467110 May 25 14:57:01.992968 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c7f9d789-0601-4aa5-a678-34e0ff70c7ab req-647ad3b9-d234-4ba0-a676-03ac782bcd81 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409985 May 25 14:57:02.469557 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde4aa3-03e8-4dba-a0ef-29e7e431699b req-c04fb685-6b21-41c6-b0cc-85bc71443d83 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:02.471090 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1cde4aa3-03e8-4dba-a0ef-29e7e431699b req-c04fb685-6b21-41c6-b0cc-85bc71443d83 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 945 time: 0.0454850 May 25 14:57:02.522344 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1cde4aa3-03e8-4dba-a0ef-29e7e431699b req-f12d6038-b319-4a16-af96-c42bb1d5147e tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447896 May 25 14:57:03.083515 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 56354) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:03.113542 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1cad0-cd99-4eed-a1ef-d477375dfbc3 req-6d9b0703-5a2a-4a1d-bb25-4c04af6fbe07 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:03.115830 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-86b1cad0-cd99-4eed-a1ef-d477375dfbc3 req-6d9b0703-5a2a-4a1d-bb25-4c04af6fbe07 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0563977 May 25 14:57:03.163666 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-86b1cad0-cd99-4eed-a1ef-d477375dfbc3 req-2029650f-a2c7-4031-a362-5d4181339196 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423186 May 25 14:57:03.197175 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fbb3a893-0e49-4ba8-abb2-691e83caf2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:03.271521 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fbb3a893-0e49-4ba8-abb2-691e83caf2b7 admin admin] Publish callbacks [] for security_group (0e650c0a-5246-4006-8391-7fa453c4b5f6), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:03.377370 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fbb3a893-0e49-4ba8-abb2-691e83caf2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (0e650c0a-5246-4006-8391-7fa453c4b5f6), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:03.420360 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-fbb3a893-0e49-4ba8-abb2-691e83caf2b7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1e722ef565af448a996e5f8fd92fe1ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347225 May 25 14:57:03.420360 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3a893-0e49-4ba8-abb2-691e83caf2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e650c0a-5246-4006-8391-7fa453c4b5f6,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:03.420526 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 56358) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:03.475187 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9542e8c9-32c1-45dc-90a0-c414f9187882 admin admin] Publish callbacks [] for security_group (0e650c0a-5246-4006-8391-7fa453c4b5f6), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:03.497578 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9542e8c9-32c1-45dc-90a0-c414f9187882 admin admin] Publish callbacks [] for security_group (0e650c0a-5246-4006-8391-7fa453c4b5f6), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:03.628350 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9542e8c9-32c1-45dc-90a0-c414f9187882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (0e650c0a-5246-4006-8391-7fa453c4b5f6), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:03.630893 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9542e8c9-32c1-45dc-90a0-c414f9187882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:03.632075 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-9542e8c9-32c1-45dc-90a0-c414f9187882 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0e650c0a-5246-4006-8391-7fa453c4b5f6 HTTP/1.1" status: 204 len: 168 time: 0.2103646 May 25 14:57:03.649526 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc680b7-adf6-4a27-803f-e2dc059632fe req-5617ff91-4a7a-4608-a9d2-ffae50a66cd8 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:03.651048 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ffc680b7-adf6-4a27-803f-e2dc059632fe req-5617ff91-4a7a-4608-a9d2-ffae50a66cd8 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 945 time: 0.0618157 May 25 14:57:03.652376 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542e8c9-32c1-45dc-90a0-c414f9187882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e650c0a-5246-4006-8391-7fa453c4b5f6,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:03.710018 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ffc680b7-adf6-4a27-803f-e2dc059632fe req-f78ccb65-a763-49d4-81b8-11603f272e56 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458262 May 25 14:57:04.276654 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21490a2c-3a7e-403f-bfa8-99fde8629398 req-5ee45881-1a8a-420b-b515-a3f65a4b3a63 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:04.278069 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-21490a2c-3a7e-403f-bfa8-99fde8629398 req-5ee45881-1a8a-420b-b515-a3f65a4b3a63 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0461938 May 25 14:57:04.326219 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-21490a2c-3a7e-403f-bfa8-99fde8629398 req-1559a561-9cff-4324-ab88-56b04d89037f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426135 May 25 14:57:04.494737 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:04.809910 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:04.828288 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8eda5-0330-478c-8208-5eb70a979ad4 req-c8c9fcf6-994e-4b3c-a7b3-160559ff1a2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:04.829749 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a5a8eda5-0330-478c-8208-5eb70a979ad4 req-c8c9fcf6-994e-4b3c-a7b3-160559ff1a2f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 945 time: 0.0531569 May 25 14:57:04.879202 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a5a8eda5-0330-478c-8208-5eb70a979ad4 req-ec7fe600-7931-4cfd-9a69-b229ae1080de tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431705 May 25 14:57:05.359772 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:05.434326 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:05.441884 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ab47b-269d-4f72-8747-408df7cf1b21 req-f043d1ba-9b71-47f7-b74d-0613b0d27cee tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:05.443376 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-813ab47b-269d-4f72-8747-408df7cf1b21 req-f043d1ba-9b71-47f7-b74d-0613b0d27cee tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0467777 May 25 14:57:05.491188 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-813ab47b-269d-4f72-8747-408df7cf1b21 req-c1af1363-1c3d-4ae3-b635-71d3cfcd1c8b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415449 May 25 14:57:05.990807 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f4cbd-efee-48c6-99f9-b628441e67ac req-27b36f18-ae83-4910-9887-79ce4ff440b4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:05.992257 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7f5f4cbd-efee-48c6-99f9-b628441e67ac req-27b36f18-ae83-4910-9887-79ce4ff440b4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 945 time: 0.0452373 May 25 14:57:06.012848 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:06.042562 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7f5f4cbd-efee-48c6-99f9-b628441e67ac req-bc6610fe-4cbd-4df9-8797-32ce493a0cf4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441780 May 25 14:57:06.571845 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c2d9bfa8-466f-41a9-9320-933154fe78ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:06.605253 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ace989-4b4f-4476-90a0-06f3a3b9209a req-7b4def6d-159e-47e8-ae93-b5e9e655f556 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:06.606745 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-85ace989-4b4f-4476-90a0-06f3a3b9209a req-7b4def6d-159e-47e8-ae93-b5e9e655f556 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0482059 May 25 14:57:06.653766 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-85ace989-4b4f-4476-90a0-06f3a3b9209a req-dd48da1b-1d74-4510-b2b9-bfc2af97e41b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412519 May 25 14:57:07.151866 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719ca9c-97d8-4458-a228-3c539e230fc1 req-69ab90a8-2ac5-4edc-884d-029bd3a21538 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:07.160939 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1719ca9c-97d8-4458-a228-3c539e230fc1 req-69ab90a8-2ac5-4edc-884d-029bd3a21538 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 945 time: 0.0451648 May 25 14:57:07.199829 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1719ca9c-97d8-4458-a228-3c539e230fc1 req-509a8ea9-b8dc-4beb-b43a-24705e6d3e48 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410371 May 25 14:57:07.768178 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac879b-7cc0-4196-96bd-1b454a5804b1 req-ef5980a1-1b80-448e-be14-7863b728b633 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:07.769631 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-74ac879b-7cc0-4196-96bd-1b454a5804b1 req-ef5980a1-1b80-448e-be14-7863b728b633 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0493355 May 25 14:57:07.817148 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-74ac879b-7cc0-4196-96bd-1b454a5804b1 req-87e4c1d8-d636-4eb4-bed1-b9cff3e57140 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414176 May 25 14:57:08.314652 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759dee3-8882-432b-a9a2-09de886cab43 req-5acb5bfa-925d-47e0-bb7b-3d3e9f8fbf12 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:08.316186 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b759dee3-8882-432b-a9a2-09de886cab43 req-5acb5bfa-925d-47e0-bb7b-3d3e9f8fbf12 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 945 time: 0.0470662 May 25 14:57:08.363651 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b759dee3-8882-432b-a9a2-09de886cab43 req-339c9851-b5a8-43dc-96a8-466ebf0197f8 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419748 May 25 14:57:08.915069 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-5d7e410f-01fd-4c09-bd5b-f5cd64ef7bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:08.955744 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a743-6e26-454e-8bcc-9f6b8edc650f req-ad3a88f0-9062-4a53-877a-20332b5e57c1 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:08.957796 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f747a743-6e26-454e-8bcc-9f6b8edc650f req-ad3a88f0-9062-4a53-877a-20332b5e57c1 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0708990 May 25 14:57:09.013168 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f747a743-6e26-454e-8bcc-9f6b8edc650f req-f9822df6-610e-4488-9019-814bde090398 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489769 May 25 14:57:09.474028 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad661c-baf0-4510-8ca2-0638cb1efe9d req-81dfbcd4-7fc6-448c-b4e2-b509743478d2 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:09.475480 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3dad661c-baf0-4510-8ca2-0638cb1efe9d req-81dfbcd4-7fc6-448c-b4e2-b509743478d2 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 945 time: 0.0453217 May 25 14:57:09.522180 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3dad661c-baf0-4510-8ca2-0638cb1efe9d req-d99f2f69-2aa0-43cb-8b73-0d95e21d7de8 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407550 May 25 14:57:09.568246 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:09.576155 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:10.122428 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24628b5-10bc-4174-be0e-3b8e7c06dccf req-7ced209f-7b75-47bd-8c55-3a5363445c58 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:10.123888 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e24628b5-10bc-4174-be0e-3b8e7c06dccf req-7ced209f-7b75-47bd-8c55-3a5363445c58 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0453868 May 25 14:57:10.170857 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e24628b5-10bc-4174-be0e-3b8e7c06dccf req-bccebe72-d381-4116-951f-4fd90603c7b9 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 May 25 14:57:10.340749 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:10.634685 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92265f3-4a37-45ec-b59b-f27292a0b787 req-622d5576-e120-4c36-a011-d275ce6c394e tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:10.636079 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b92265f3-4a37-45ec-b59b-f27292a0b787 req-622d5576-e120-4c36-a011-d275ce6c394e tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 945 time: 0.0479405 May 25 14:57:10.681788 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b92265f3-4a37-45ec-b59b-f27292a0b787 req-29347bc4-dcca-465d-bbff-3403594037a7 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402865 May 25 14:57:11.292576 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5b380-8e06-400b-9393-5978b63462f1 req-8f7810ee-8a1b-4059-a3c3-9b887188e219 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:11.293930 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bad5b380-8e06-400b-9393-5978b63462f1 req-8f7810ee-8a1b-4059-a3c3-9b887188e219 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0462911 May 25 14:57:11.336628 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:11.341682 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bad5b380-8e06-400b-9393-5978b63462f1 req-996b20c8-4db8-47fd-9c6b-9cac5346848f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423629 May 25 14:57:11.473919 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:11.794104 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87ea64-178a-45e0-be50-b287cf6349a6 req-09ecf3bd-a56e-4bff-b408-c31a59baaa1f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:11.795559 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ae87ea64-178a-45e0-be50-b287cf6349a6 req-09ecf3bd-a56e-4bff-b408-c31a59baaa1f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 945 time: 0.0482836 May 25 14:57:11.843150 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ae87ea64-178a-45e0-be50-b287cf6349a6 req-d9e06af8-5e8f-4107-8307-aae121bc8a2a tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421064 May 25 14:57:12.442443 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:12.453053 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c01f7-91eb-4a8f-8ff2-75606a96532e req-402e88cf-cdcc-4397-b5c5-d3b7619b9d1e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:12.454720 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bc5c01f7-91eb-4a8f-8ff2-75606a96532e req-402e88cf-cdcc-4397-b5c5-d3b7619b9d1e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0476074 May 25 14:57:12.501744 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bc5c01f7-91eb-4a8f-8ff2-75606a96532e req-b0f642ab-6b44-45e6-b8fc-abda9e354d57 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413675 May 25 14:57:12.886753 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:12.960897 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112640f3-483f-4b77-9d96-0f51be95af3d req-5e177bef-7635-408e-8791-639cc3ece8df tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:12.962906 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-112640f3-483f-4b77-9d96-0f51be95af3d req-5e177bef-7635-408e-8791-639cc3ece8df tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 945 time: 0.0507390 May 25 14:57:13.013883 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-112640f3-483f-4b77-9d96-0f51be95af3d req-7452edff-8c1f-41e8-9f6f-c04b68f9d98f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452595 May 25 14:57:13.409267 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=59,neutron:INSERT=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:13.414187 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=15,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:13.617380 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e56d0f-e924-48da-9240-b17689056e8d req-45b12ddb-0869-407a-b26b-5a073bb8a09e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:13.619481 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-02e56d0f-e924-48da-9240-b17689056e8d req-45b12ddb-0869-407a-b26b-5a073bb8a09e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0485070 May 25 14:57:13.667183 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-02e56d0f-e924-48da-9240-b17689056e8d req-3aa308dc-58ce-4f71-91f8-86ffc43881a5 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421255 May 25 14:57:14.786098 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d25545-4d27-4747-87c4-362ada1a870b req-da249e4e-56ce-437b-b1a9-d3b3ee1bf328 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:14.787679 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-45d25545-4d27-4747-87c4-362ada1a870b req-da249e4e-56ce-437b-b1a9-d3b3ee1bf328 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0481234 May 25 14:57:14.841208 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-45d25545-4d27-4747-87c4-362ada1a870b req-2d316612-5b20-4684-a854-5cfae266047e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431283 May 25 14:57:15.310602 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59ca50-6a38-49ab-b6ad-a621407ce859 req-38816f7f-3d0f-4f4d-ba33-49ec5bbb9352 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:15.317515 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9f59ca50-6a38-49ab-b6ad-a621407ce859 req-38816f7f-3d0f-4f4d-ba33-49ec5bbb9352 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 945 time: 0.2605402 May 25 14:57:15.365020 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9f59ca50-6a38-49ab-b6ad-a621407ce859 req-af84f70d-7357-4d26-9fea-43d65c2ff159 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462704 May 25 14:57:15.957507 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32baf13a-83f6-4c7a-94a5-3f573679cae6 req-f942aba3-1261-4119-9530-cea70553f893 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:15.958974 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-32baf13a-83f6-4c7a-94a5-3f573679cae6 req-f942aba3-1261-4119-9530-cea70553f893 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0488315 May 25 14:57:16.005664 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-32baf13a-83f6-4c7a-94a5-3f573679cae6 req-b0516ee2-234b-47e2-a9b0-779e3b43d375 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405967 May 25 14:57:16.481580 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b837d-b52e-4a28-ac4c-fc531167b22b req-9e5be8ae-8808-487e-9dba-e61d38c57cd3 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:16.483314 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d70b837d-b52e-4a28-ac4c-fc531167b22b req-9e5be8ae-8808-487e-9dba-e61d38c57cd3 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 945 time: 0.0497005 May 25 14:57:16.532984 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d70b837d-b52e-4a28-ac4c-fc531167b22b req-68cfe0eb-d149-4389-b597-8269291bc9af tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438216 May 25 14:57:17.124874 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cae7f-f7f3-4d78-ae43-7dc707e108f7 req-2a3e2dee-a0d3-4e0e-9a89-5dcf59fab5e9 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:17.126380 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-159cae7f-f7f3-4d78-ae43-7dc707e108f7 req-2a3e2dee-a0d3-4e0e-9a89-5dcf59fab5e9 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0501075 May 25 14:57:17.173221 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-159cae7f-f7f3-4d78-ae43-7dc707e108f7 req-6a48bd8d-b702-4e75-a7cc-46028131d068 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 May 25 14:57:17.646757 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5696f-5146-45dd-a43b-6480551bfe69 req-9491f43e-ecad-4030-9259-aa745f2a6958 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:17.648215 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-92c5696f-5146-45dd-a43b-6480551bfe69 req-9491f43e-ecad-4030-9259-aa745f2a6958 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 945 time: 0.0461175 May 25 14:57:17.696649 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-92c5696f-5146-45dd-a43b-6480551bfe69 req-adb3d3a3-9099-436b-8648-a16779b31b3f tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427563 May 25 14:57:18.284208 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11dbfc-e6b2-4a6b-9b66-8d6790694bbe req-76e85395-6e66-4fcb-a222-768d4948b14c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:18.285684 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6e11dbfc-e6b2-4a6b-9b66-8d6790694bbe req-76e85395-6e66-4fcb-a222-768d4948b14c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0468764 May 25 14:57:18.332108 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6e11dbfc-e6b2-4a6b-9b66-8d6790694bbe req-4869f4e5-be69-44ef-bdf6-2951b60fdb5f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403883 May 25 14:57:18.773544 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:18.809163 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3cb53-20bc-45b8-84c1-2dd704d430f5 req-870380bd-6fe9-4eba-ab31-77732a43e7aa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:18.810654 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7eb3cb53-20bc-45b8-84c1-2dd704d430f5 req-870380bd-6fe9-4eba-ab31-77732a43e7aa tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 945 time: 0.0453799 May 25 14:57:18.858255 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7eb3cb53-20bc-45b8-84c1-2dd704d430f5 req-04849e20-5cd4-4610-83bc-a34b6632bf0b tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413256 May 25 14:57:19.447247 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3225a-2ff7-477b-ab68-031a8c828ead req-e90d9aac-e2ea-4304-a242-dbb5307f9a71 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:19.448683 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ece3225a-2ff7-477b-ab68-031a8c828ead req-e90d9aac-e2ea-4304-a242-dbb5307f9a71 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0505617 May 25 14:57:19.459389 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:19.495018 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ece3225a-2ff7-477b-ab68-031a8c828ead req-205d1df5-9b1a-44ae-b893-0a8304ed4400 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408630 May 25 14:57:19.969255 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af1f75-925f-4f75-beec-440f224160a6 req-92f3ea95-1562-4d37-a4f5-6d73ed0c2151 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:19.970713 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b2af1f75-925f-4f75-beec-440f224160a6 req-92f3ea95-1562-4d37-a4f5-6d73ed0c2151 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 945 time: 0.0451031 May 25 14:57:20.016237 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b2af1f75-925f-4f75-beec-440f224160a6 req-7314c0b6-63c2-417a-b7db-dcf3b9fc6329 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401030 May 25 14:57:20.603320 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e4ca9-f2f8-4326-81de-b23ee605d754 req-d273a697-a3ce-4ed9-bc77-71c85881deac tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:20.604770 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-571e4ca9-f2f8-4326-81de-b23ee605d754 req-d273a697-a3ce-4ed9-bc77-71c85881deac tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0454469 May 25 14:57:20.655927 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-571e4ca9-f2f8-4326-81de-b23ee605d754 req-9662adb7-7e8f-4f5e-9927-0c3a5b37031a tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457025 May 25 14:57:21.137835 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6a37c-526f-476d-b37d-8d162ca74f03 req-01c1b729-7fee-4061-87dc-1331a67837b4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:21.139350 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c1f6a37c-526f-476d-b37d-8d162ca74f03 req-01c1b729-7fee-4061-87dc-1331a67837b4 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 945 time: 0.0546553 May 25 14:57:21.191465 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c1f6a37c-526f-476d-b37d-8d162ca74f03 req-3560a00b-d0e5-4d9e-824f-5c39e273631e tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/security-groups?id=965ff42d-48b4-409b-8e68-5296449c8bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465982 May 25 14:57:21.330517 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9fcfe-0db6-4faf-b92f-513a4b018771 req-e318a845-cc7f-41e8-a733-e2534e82a112 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:21.331783 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a8b9fcfe-0db6-4faf-b92f-513a4b018771 req-e318a845-cc7f-41e8-a733-e2534e82a112 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.86 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 945 time: 0.0861354 May 25 14:57:21.453412 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-a8b9fcfe-0db6-4faf-b92f-513a4b018771 req-62e2c57d-a121-4337-91e9-0e67f0146a97 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Deleting port e7c11888-837a-4003-86b7-15a681a1d925 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 14:57:21.453747 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a8b9fcfe-0db6-4faf-b92f-513a4b018771 req-62e2c57d-a121-4337-91e9-0e67f0146a97 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (e7c11888-837a-4003-86b7-15a681a1d925), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:21.771148 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a53cc4-ba26-48e5-a7b7-2d3e0acfa56d req-a599f542-23cf-4353-a2b8-567e81d551c3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:21.773494 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-30a53cc4-ba26-48e5-a7b7-2d3e0acfa56d req-a599f542-23cf-4353-a2b8-567e81d551c3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0481822 May 25 14:57:21.774255 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-a8b9fcfe-0db6-4faf-b92f-513a4b018771 req-62e2c57d-a121-4337-91e9-0e67f0146a97 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] For port e7c11888-837a-4003-86b7-15a681a1d925, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=e7c11888-837a-4003-86b7-15a681a1d925,segment=NetworkSegment(8d135295-a35e-44e4-a86a-109669223636),segment_id=8d135295-a35e-44e4-a86a-109669223636)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:57:21.774396 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a8b9fcfe-0db6-4faf-b92f-513a4b018771 req-62e2c57d-a121-4337-91e9-0e67f0146a97 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (e7c11888-837a-4003-86b7-15a681a1d925), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:21.793044 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-a8b9fcfe-0db6-4faf-b92f-513a4b018771 req-62e2c57d-a121-4337-91e9-0e67f0146a97 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Calling delete_port for e7c11888-837a-4003-86b7-15a681a1d925 owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 14:57:21.827817 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-30a53cc4-ba26-48e5-a7b7-2d3e0acfa56d req-08c21666-329f-4541-a1f5-fffc92bf3581 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469575 May 25 14:57:22.040119 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a8b9fcfe-0db6-4faf-b92f-513a4b018771 req-62e2c57d-a121-4337-91e9-0e67f0146a97 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (e7c11888-837a-4003-86b7-15a681a1d925), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:22.077444 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2c57d-a121-4337-91e9-0e67f0146a97 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Pushing event deleted for resources: {'Port': ['ID=e7c11888-837a-4003-86b7-15a681a1d925,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:22.095233 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['e7c11888-837a-4003-86b7-15a681a1d925'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:57:22.157132 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b9fcfe-0db6-4faf-b92f-513a4b018771 req-62e2c57d-a121-4337-91e9-0e67f0146a97 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] No DVR routers for this DVR port e7c11888-837a-4003-86b7-15a681a1d925 on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 14:57:22.160910 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a8b9fcfe-0db6-4faf-b92f-513a4b018771 req-62e2c57d-a121-4337-91e9-0e67f0146a97 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:22.164431 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a8b9fcfe-0db6-4faf-b92f-513a4b018771 req-62e2c57d-a121-4337-91e9-0e67f0146a97 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.86 "DELETE /v2.0/ports/e7c11888-837a-4003-86b7-15a681a1d925 HTTP/1.1" status: 204 len: 173 time: 0.8187847 May 25 14:57:22.164867 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1228e9-2eea-49b9-a684-e2d94a8a103f', 'name': 'network-vif-deleted', 'tag': 'e7c11888-837a-4003-86b7-15a681a1d925'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:57:22.167131 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312441d1-d756-4f58-80d6-8d3ac00e14b3" -d '{"events": [{"server_uuid": "de1228e9-2eea-49b9-a684-e2d94a8a103f", "name": "network-vif-deleted", "tag": "e7c11888-837a-4003-86b7-15a681a1d925"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:57:22.206490 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee9e616-4ab3-4168-9e9e-0df89b6926f1 x-openstack-request-id: req-eee9e616-4ab3-4168-9e9e-0df89b6926f1 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:57:22.206819 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1228e9-2eea-49b9-a684-e2d94a8a103f", "name": "network-vif-deleted", "tag": "e7c11888-837a-4003-86b7-15a681a1d925", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:57:22.207072 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-eee9e616-4ab3-4168-9e9e-0df89b6926f1 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:57:22.207476 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee9e616-4ab3-4168-9e9e-0df89b6926f1'] response: {'server_uuid': 'de1228e9-2eea-49b9-a684-e2d94a8a103f', 'name': 'network-vif-deleted', 'tag': 'e7c11888-837a-4003-86b7-15a681a1d925', 'status': 'completed', 'code': 200} May 25 14:57:22.295513 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c921e5b8-07d5-4d5c-ba53-c9d28d29d329 req-83b05eff-12bd-4afb-8672-0f4d54df7f24 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 210 time: 0.0309658 May 25 14:57:22.816375 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:22.956586 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 56674) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:22.967772 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8ad09-2c71-4928-9a1a-a12e2eb7a44c req-3787a8e9-19ba-4639-bb4f-4cd4decc8607 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:22.969536 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4bb8ad09-2c71-4928-9a1a-a12e2eb7a44c req-3787a8e9-19ba-4639-bb4f-4cd4decc8607 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0650330 May 25 14:57:23.019225 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4bb8ad09-2c71-4928-9a1a-a12e2eb7a44c req-06ba6b3e-a5db-4ed6-a6ad-c9a13bad5d6f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439897 May 25 14:57:23.077735 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-b016dcc9-c97d-4d6d-9fb5-98d97a92f164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:23.170321 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-b016dcc9-c97d-4d6d-9fb5-98d97a92f164 admin admin] Publish callbacks [] for security_group (922430a3-1390-4123-aa78-bda81cd0f209), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:23.239936 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-b016dcc9-c97d-4d6d-9fb5-98d97a92f164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (922430a3-1390-4123-aa78-bda81cd0f209), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:23.281096 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-b016dcc9-c97d-4d6d-9fb5-98d97a92f164 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cff11022a88846d8a80c1f10dd2b2810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231165 May 25 14:57:23.282059 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016dcc9-c97d-4d6d-9fb5-98d97a92f164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922430a3-1390-4123-aa78-bda81cd0f209,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:23.283872 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 56684) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:23.338562 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5a0915ec-0dcf-4980-b54f-e08a169a2d95 admin admin] Publish callbacks [] for security_group (922430a3-1390-4123-aa78-bda81cd0f209), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:23.363975 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5a0915ec-0dcf-4980-b54f-e08a169a2d95 admin admin] Publish callbacks [] for security_group (922430a3-1390-4123-aa78-bda81cd0f209), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:23.418336 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3b141ad8-607e-4a55-afb0-aa194b2f4cbc req-2f6f35d0-3ffe-44fb-8345-52219ac8b9b1 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 210 time: 0.0431895 May 25 14:57:23.571457 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5a0915ec-0dcf-4980-b54f-e08a169a2d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (922430a3-1390-4123-aa78-bda81cd0f209), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:23.573984 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5a0915ec-0dcf-4980-b54f-e08a169a2d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:23.577601 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-5a0915ec-0dcf-4980-b54f-e08a169a2d95 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/922430a3-1390-4123-aa78-bda81cd0f209 HTTP/1.1" status: 204 len: 168 time: 0.2899351 May 25 14:57:23.584372 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0915ec-0dcf-4980-b54f-e08a169a2d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922430a3-1390-4123-aa78-bda81cd0f209,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:23.863133 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d09500-7c04-4a95-b3aa-9c00eaafd8ff req-7eb27ff5-84b1-49d6-8997-f925ab90b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:23.864656 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f3d09500-7c04-4a95-b3aa-9c00eaafd8ff req-7eb27ff5-84b1-49d6-8997-f925ab90b0c1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 1129 time: 0.0440495 May 25 14:57:23.920461 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f3d09500-7c04-4a95-b3aa-9c00eaafd8ff req-51216c40-21cf-491c-bacd-a482d54f01ec service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490294 May 25 14:57:24.139019 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b853090-b416-460b-aa14-e65eae373d17 req-551e0f71-65d9-42ad-8a16-eb863f192a7b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:24.140550 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2b853090-b416-460b-aa14-e65eae373d17 req-551e0f71-65d9-42ad-8a16-eb863f192a7b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0540845 May 25 14:57:24.189772 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2b853090-b416-460b-aa14-e65eae373d17 req-02f7cbb4-4cf9-41a4-ba75-d103b442846f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432093 May 25 14:57:24.536372 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a3386bf7-535a-48c3-a4d4-52c90133e634 req-ad48d3d9-8034-4410-9b2c-777cc87344f2 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 210 time: 0.0352864 May 25 14:57:25.042045 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 56750) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:25.148343 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-23b9e466-b365-4858-b04c-92bbf3b4819e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:25.182136 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:25.207347 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:25.216684 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device e7c11888-837a-4003-86b7-15a681a1d925 no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 14:57:25.231516 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-23b9e466-b365-4858-b04c-92bbf3b4819e admin admin] Publish callbacks [] for security_group (734e9491-ba95-4d47-a005-1a1d4c7d0133), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:25.242872 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: e7c11888-837a-4003-86b7-15a681a1d925 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 14:57:25.243265 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device e7c11888-837a-4003-86b7-15a681a1d925 not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 14:57:25.313419 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbac5f1-3492-4baa-b3de-5f8a1ef7224a req-58146090-c49b-4ca6-801d-b6c4a5f2023e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:25.315230 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1bbac5f1-3492-4baa-b3de-5f8a1ef7224a req-58146090-c49b-4ca6-801d-b6c4a5f2023e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0483894 May 25 14:57:25.361153 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-23b9e466-b365-4858-b04c-92bbf3b4819e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (734e9491-ba95-4d47-a005-1a1d4c7d0133), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:25.373582 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1bbac5f1-3492-4baa-b3de-5f8a1ef7224a req-b7ea6960-2c4e-457d-b005-51daf543ee87 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521290 May 25 14:57:25.400807 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-23b9e466-b365-4858-b04c-92bbf3b4819e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ffc7e400990f44a4af1367e01ef0cd1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3576357 May 25 14:57:25.403494 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 56758) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:25.417827 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9e466-b365-4858-b04c-92bbf3b4819e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734e9491-ba95-4d47-a005-1a1d4c7d0133,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:25.453358 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cc9fab7e-aceb-4d19-aefe-f241fbc61983 admin admin] Publish callbacks [] for security_group (734e9491-ba95-4d47-a005-1a1d4c7d0133), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:25.474814 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cc9fab7e-aceb-4d19-aefe-f241fbc61983 admin admin] Publish callbacks [] for security_group (734e9491-ba95-4d47-a005-1a1d4c7d0133), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:25.505787 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:25.650779 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-973e9d48-07f7-44a3-9116-89c8426caf71 req-7ffc12cf-0232-428e-99fc-da412421d757 tempest-VolumesActionsTest-1430424166 tempest-VolumesActionsTest-1430424166-project] 10.222.0.74 "GET /v2.0/ports?device_id=de1228e9-2eea-49b9-a684-e2d94a8a103f HTTP/1.1" status: 200 len: 210 time: 0.0277164 May 25 14:57:25.685767 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cc9fab7e-aceb-4d19-aefe-f241fbc61983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (734e9491-ba95-4d47-a005-1a1d4c7d0133), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:25.688403 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cc9fab7e-aceb-4d19-aefe-f241fbc61983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:25.690010 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-cc9fab7e-aceb-4d19-aefe-f241fbc61983 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/734e9491-ba95-4d47-a005-1a1d4c7d0133 HTTP/1.1" status: 204 len: 168 time: 0.2850547 May 25 14:57:25.698659 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:25.701834 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fab7e-aceb-4d19-aefe-f241fbc61983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734e9491-ba95-4d47-a005-1a1d4c7d0133,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:26.497245 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84139517-5ebf-4113-81ab-2c75113af25d req-67452102-cf84-4de5-8d91-eec4ab654a41 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:26.499280 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-84139517-5ebf-4113-81ab-2c75113af25d req-67452102-cf84-4de5-8d91-eec4ab654a41 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0558503 May 25 14:57:26.548978 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-84139517-5ebf-4113-81ab-2c75113af25d req-6b561ff0-10a6-4db0-b816-b2a0c2b88e11 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423925 May 25 14:57:26.996103 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72885e6d-8b7c-4c5e-bd61-8dc8451c7aab req-561cf75a-718f-4144-b8b2-0cf9852ccddc tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:26.997597 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-72885e6d-8b7c-4c5e-bd61-8dc8451c7aab req-561cf75a-718f-4144-b8b2-0cf9852ccddc tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0474062 May 25 14:57:27.050922 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-72885e6d-8b7c-4c5e-bd61-8dc8451c7aab req-18eb25f3-d1e1-4ded-a10e-9e48093d9667 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477712 May 25 14:57:27.124590 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd0df1-cb37-4065-8ee2-34d87769146f req-d0590bcf-b1ba-49c7-89ec-bbb5436ef14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:27.126091 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-73cd0df1-cb37-4065-8ee2-34d87769146f req-d0590bcf-b1ba-49c7-89ec-bbb5436ef14f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 1129 time: 0.0408206 May 25 14:57:27.233100 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd0df1-cb37-4065-8ee2-34d87769146f req-30238e58-f412-413a-b35e-fe7a344d790b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:27.234581 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-73cd0df1-cb37-4065-8ee2-34d87769146f req-30238e58-f412-413a-b35e-fe7a344d790b service neutron] 10.222.0.86 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 920 time: 0.1021671 May 25 14:57:27.276122 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-73cd0df1-cb37-4065-8ee2-34d87769146f req-b694f634-5186-4b29-b954-53f7e2880e43 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 HTTP/1.1" status: 200 len: 217 time: 0.0352228 May 25 14:57:27.324945 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd0df1-cb37-4065-8ee2-34d87769146f req-f466403e-c239-4024-91f8-9dc6094d1d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:27.326370 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-73cd0df1-cb37-4065-8ee2-34d87769146f req-f466403e-c239-4024-91f8-9dc6094d1d8f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ddc4207-3cdb-480e-9ac3-b200998dd0b9 HTTP/1.1" status: 200 len: 858 time: 0.0443919 May 25 14:57:27.373646 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd0df1-cb37-4065-8ee2-34d87769146f req-a815628e-7c38-45b7-ab2d-146186cd46c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:27.375170 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-73cd0df1-cb37-4065-8ee2-34d87769146f req-a815628e-7c38-45b7-ab2d-146186cd46c6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428963 May 25 14:57:27.466207 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-73cd0df1-cb37-4065-8ee2-34d87769146f req-0862f5fa-7c5e-488e-a1a7-b69e19690fe9 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843296 May 25 14:57:27.563539 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-73cd0df1-cb37-4065-8ee2-34d87769146f req-fb3f7528-1b82-433b-93d0-faf2bd74ecbe service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896502 May 25 14:57:28.177923 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3b1e9-0cf8-4036-9d7e-b7fff6f6b11b req-0e95a4d0-d9ad-498e-969a-67a7f492df39 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:28.179491 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1bf3b1e9-0cf8-4036-9d7e-b7fff6f6b11b req-0e95a4d0-d9ad-498e-969a-67a7f492df39 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0509832 May 25 14:57:28.229964 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1bf3b1e9-0cf8-4036-9d7e-b7fff6f6b11b req-f0d11c2e-cf8c-4c55-88da-1bcd28568cac tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439827 May 25 14:57:29.344734 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beb67f-961f-44dc-9180-dda81a08d6ec req-bc035d4a-92f9-47d8-be90-a87d500ea904 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:29.346194 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c3beb67f-961f-44dc-9180-dda81a08d6ec req-bc035d4a-92f9-47d8-be90-a87d500ea904 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0469866 May 25 14:57:29.392983 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c3beb67f-961f-44dc-9180-dda81a08d6ec req-b71424a6-ea66-48d1-8b49-c1720d9c68d0 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412302 May 25 14:57:29.573334 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:57:30.505966 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d35ac-cf3a-4964-9f4c-bdd604152193 req-a8ddb96b-9ed4-41ff-aece-9d8890d881ba tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:30.507491 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-497d35ac-cf3a-4964-9f4c-bdd604152193 req-a8ddb96b-9ed4-41ff-aece-9d8890d881ba tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0469053 May 25 14:57:30.557136 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-497d35ac-cf3a-4964-9f4c-bdd604152193 req-48437746-600e-4853-a649-5e3be7e51ea3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440435 May 25 14:57:31.632288 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:31.668916 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb62bbc-3ea1-41db-bca1-9eb550ed391e req-8910db86-7145-4102-a465-1236f12a9274 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:31.670391 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bdb62bbc-3ea1-41db-bca1-9eb550ed391e req-8910db86-7145-4102-a465-1236f12a9274 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0465875 May 25 14:57:31.717895 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bdb62bbc-3ea1-41db-bca1-9eb550ed391e req-e23c15b6-a41f-4d61-a0f2-d585fa517ece tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418427 May 25 14:57:32.829299 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d20de-46de-4e58-825b-18cb55a24122 req-42852f88-f283-4070-b627-0eccc3a7e301 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:32.830763 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cc7d20de-46de-4e58-825b-18cb55a24122 req-42852f88-f283-4070-b627-0eccc3a7e301 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0456357 May 25 14:57:32.876931 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cc7d20de-46de-4e58-825b-18cb55a24122 req-d6aeb28e-23bd-47ec-b916-7b585ef5bb7a tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407844 May 25 14:57:33.990005 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f6055-0b28-46e8-a4fc-71907bb867d2 req-4375fabb-c1b9-497a-b994-e91a7819155c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:33.991503 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-473f6055-0b28-46e8-a4fc-71907bb867d2 req-4375fabb-c1b9-497a-b994-e91a7819155c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0500984 May 25 14:57:34.038870 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-473f6055-0b28-46e8-a4fc-71907bb867d2 req-a0a3fe88-3f62-4d81-8a1d-6190ad83a836 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408821 May 25 14:57:35.164454 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538b8d8-5c6b-48f3-9d99-5f3dba3aa9a5 req-ffe8a5f2-0047-4ef8-aa0d-894693acccc3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:35.173261 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2538b8d8-5c6b-48f3-9d99-5f3dba3aa9a5 req-ffe8a5f2-0047-4ef8-aa0d-894693acccc3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0572600 May 25 14:57:35.243781 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:35.244256 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2538b8d8-5c6b-48f3-9d99-5f3dba3aa9a5 req-39223668-b03f-4856-9989-20005f8406ef tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698781 May 25 14:57:35.533569 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:35.903758 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 57024) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:36.112987 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-38fdb06d-1edb-4e8f-a58b-2873df0edc9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:36.202662 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-38fdb06d-1edb-4e8f-a58b-2873df0edc9c admin admin] Publish callbacks [] for security_group (33663972-94ad-48df-880c-3d9159887b8c), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:36.314062 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-38fdb06d-1edb-4e8f-a58b-2873df0edc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (33663972-94ad-48df-880c-3d9159887b8c), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:36.362275 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdb06d-1edb-4e8f-a58b-2873df0edc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33663972-94ad-48df-880c-3d9159887b8c,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:36.371448 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-38fdb06d-1edb-4e8f-a58b-2873df0edc9c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4a00e1e1ecce42468244dcc747ed211e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4661112 May 25 14:57:36.374400 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 57036) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:36.444179 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6f0da1df-cbf5-4467-9f1f-32849797b815 admin admin] Publish callbacks [] for security_group (33663972-94ad-48df-880c-3d9159887b8c), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:36.485273 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6f0da1df-cbf5-4467-9f1f-32849797b815 admin admin] Publish callbacks [] for security_group (33663972-94ad-48df-880c-3d9159887b8c), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:36.570928 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a700a492-a48e-4967-8594-daa0108eff97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:36.634599 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6f0da1df-cbf5-4467-9f1f-32849797b815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (33663972-94ad-48df-880c-3d9159887b8c), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:36.637184 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6f0da1df-cbf5-4467-9f1f-32849797b815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:36.638383 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-6f0da1df-cbf5-4467-9f1f-32849797b815 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/33663972-94ad-48df-880c-3d9159887b8c HTTP/1.1" status: 204 len: 168 time: 0.2628899 May 25 14:57:36.646248 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0da1df-cbf5-4467-9f1f-32849797b815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33663972-94ad-48df-880c-3d9159887b8c,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:37.142305 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-1bb8b564-2773-43f5-a11c-4728ce3c6c52 req-73434d27-730d-4f7b-aa9e-19c9dbe35600 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1102519 May 25 14:57:37.347647 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8b564-2773-43f5-a11c-4728ce3c6c52 req-b6861d23-9148-4a84-8b55-e4c09d0d6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:37.349483 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-1bb8b564-2773-43f5-a11c-4728ce3c6c52 req-b6861d23-9148-4a84-8b55-e4c09d0d6741 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 1130 time: 0.0876875 May 25 14:57:37.478540 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8b564-2773-43f5-a11c-4728ce3c6c52 req-4ccd444a-51ad-4476-a965-63a7fff8a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:37.480038 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-1bb8b564-2773-43f5-a11c-4728ce3c6c52 req-4ccd444a-51ad-4476-a965-63a7fff8a710 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa952598-36d5-42ef-b4ac-0f4017a94969 HTTP/1.1" status: 200 len: 915 time: 0.1101944 May 25 14:57:37.540858 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:37.551397 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-1bb8b564-2773-43f5-a11c-4728ce3c6c52 req-8a95e792-e129-4dfa-a6a6-d04c89067cc0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a70972-093e-43d6-a189-0a0186e2adeb HTTP/1.1" status: 200 len: 1002 time: 0.0646441 May 25 14:57:37.601778 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8b564-2773-43f5-a11c-4728ce3c6c52 req-073ecc30-d493-49f3-860f-226671a2ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:37.603227 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-1bb8b564-2773-43f5-a11c-4728ce3c6c52 req-073ecc30-d493-49f3-860f-226671a2ba4e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1ed1170-215c-4406-945e-b79e6c0cdc5d HTTP/1.1" status: 200 len: 853 time: 0.0456390 May 25 14:57:37.674683 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8b564-2773-43f5-a11c-4728ce3c6c52 req-69b2c6a5-127d-4abe-be1a-4b868397c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:37.678980 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-1bb8b564-2773-43f5-a11c-4728ce3c6c52 req-69b2c6a5-127d-4abe-be1a-4b868397c4df service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa952598-36d5-42ef-b4ac-0f4017a94969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683267 May 25 14:57:37.706735 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:37.813083 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-1bb8b564-2773-43f5-a11c-4728ce3c6c52 req-3b249f16-af18-458f-8a16-01383a2859ec service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282740 May 25 14:57:37.923642 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-1bb8b564-2773-43f5-a11c-4728ce3c6c52 req-f1f95765-1e76-4876-904a-08d83a1aa254 service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027675 May 25 14:57:38.358450 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 57078) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:38.365282 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-610df2b6-37f1-4763-ad42-da4a0da029f5 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1709187525', 'description': 'tempest-description--238728082'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:57:38.445487 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-610df2b6-37f1-4763-ad42-da4a0da029f5 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:38.547814 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-610df2b6-37f1-4763-ad42-da4a0da029f5 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for security_group (5b230ea2-492c-4ae4-9dfe-bad074d60d8e), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:38.611172 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-610df2b6-37f1-4763-ad42-da4a0da029f5 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (5b230ea2-492c-4ae4-9dfe-bad074d60d8e), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:38.647811 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610df2b6-37f1-4763-ad42-da4a0da029f5 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b230ea2-492c-4ae4-9dfe-bad074d60d8e,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:38.694256 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-610df2b6-37f1-4763-ad42-da4a0da029f5 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:38.699224 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 57088) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:38.700315 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-610df2b6-37f1-4763-ad42-da4a0da029f5 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3403988 May 25 14:57:38.704587 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-93c56acf-4462-4248-a405-f0e510cfcf65 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Request body: {'security_group_rule': {'security_group_id': '5b230ea2-492c-4ae4-9dfe-bad074d60d8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:57:38.857333 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-93c56acf-4462-4248-a405-f0e510cfcf65 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for security_group_rule (70479e13-c473-4deb-9a37-7da4137db774), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:38.916988 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:38.937293 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-93c56acf-4462-4248-a405-f0e510cfcf65 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for security_group_rule (70479e13-c473-4deb-9a37-7da4137db774), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:38.938872 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-61d6c4f9-ca6f-4e95-8a50-11f785e765ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:39.068457 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-93c56acf-4462-4248-a405-f0e510cfcf65 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (70479e13-c473-4deb-9a37-7da4137db774), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:39.088624 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c56acf-4462-4248-a405-f0e510cfcf65 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70479e13-c473-4deb-9a37-7da4137db774,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:39.182396 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-93c56acf-4462-4248-a405-f0e510cfcf65 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:39.186207 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-93c56acf-4462-4248-a405-f0e510cfcf65 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4826505 May 25 14:57:39.192620 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 57100) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:39.193456 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-91e99e80-37f5-48d2-a933-7df50f92df45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Request body: {'security_group_rule': {'security_group_id': '5b230ea2-492c-4ae4-9dfe-bad074d60d8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:57:39.355100 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-91e99e80-37f5-48d2-a933-7df50f92df45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for security_group_rule (2b7ad718-a38b-4e0e-8080-6d9af07aaadb), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:39.459537 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-91e99e80-37f5-48d2-a933-7df50f92df45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for security_group_rule (2b7ad718-a38b-4e0e-8080-6d9af07aaadb), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:39.571734 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-91e99e80-37f5-48d2-a933-7df50f92df45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (2b7ad718-a38b-4e0e-8080-6d9af07aaadb), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:39.597203 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e99e80-37f5-48d2-a933-7df50f92df45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7ad718-a38b-4e0e-8080-6d9af07aaadb,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:39.669767 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-91e99e80-37f5-48d2-a933-7df50f92df45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:39.671007 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-91e99e80-37f5-48d2-a933-7df50f92df45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4833522 May 25 14:57:39.674181 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 57114) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:39.684062 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-bee4251d-120e-464d-9b1f-27a75d0a1399 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Request body: {'floatingip': {'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:57:39.785913 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bee4251d-120e-464d-9b1f-27a75d0a1399 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:39.867954 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bee4251d-120e-464d-9b1f-27a75d0a1399 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:39.921155 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:39.978193 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-bee4251d-120e-464d-9b1f-27a75d0a1399 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Allocated IP 172.27.1.199 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/378ce66d-ce1d-4b86-8921-1118479ed390) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:57:40.076852 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:40.088058 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bee4251d-120e-464d-9b1f-27a75d0a1399 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for port (378ce66d-ce1d-4b86-8921-1118479ed390), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:40.188916 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bee4251d-120e-464d-9b1f-27a75d0a1399 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (378ce66d-ce1d-4b86-8921-1118479ed390), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:40.235512 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee4251d-120e-464d-9b1f-27a75d0a1399 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:57:40.238864 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-bee4251d-120e-464d-9b1f-27a75d0a1399 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:57:40.242713 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4251d-120e-464d-9b1f-27a75d0a1399 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:57:40.246594 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4251d-120e-464d-9b1f-27a75d0a1399 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Pushing event updated for resources: {'Port': ['ID=378ce66d-ce1d-4b86-8921-1118479ed390,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:40.281244 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:40.344933 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bee4251d-120e-464d-9b1f-27a75d0a1399 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for floatingip (92e09369-1eab-443f-a223-805594203025), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:40.451826 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bee4251d-120e-464d-9b1f-27a75d0a1399 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (378ce66d-ce1d-4b86-8921-1118479ed390), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:40.675540 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bee4251d-120e-464d-9b1f-27a75d0a1399 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for port (378ce66d-ce1d-4b86-8921-1118479ed390), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:40.745614 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bee4251d-120e-464d-9b1f-27a75d0a1399 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (378ce66d-ce1d-4b86-8921-1118479ed390), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:40.770257 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:40.818332 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4251d-120e-464d-9b1f-27a75d0a1399 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Pushing event updated for resources: {'Port': ['ID=378ce66d-ce1d-4b86-8921-1118479ed390,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:40.829298 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bee4251d-120e-464d-9b1f-27a75d0a1399 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (92e09369-1eab-443f-a223-805594203025), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:40.908567 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bee4251d-120e-464d-9b1f-27a75d0a1399 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:40.918097 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-bee4251d-120e-464d-9b1f-27a75d0a1399 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2349379 May 25 14:57:41.130149 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-63197b95-fa54-49b6-80a2-6f12d7045e60 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1709187525&fields=id&tenant_id=9263e6d657dd458d9f497bb868adb941 HTTP/1.1" status: 200 len: 267 time: 0.0460742 May 25 14:57:41.253965 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-7965ccce-8f30-48b4-be06-12c43be13a4c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:41.255772 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-7965ccce-8f30-48b4-be06-12c43be13a4c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 819 time: 0.1162963 May 25 14:57:41.281065 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-fe6b9f90-40b1-4e04-aafb-82ccbb4790e0 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/quotas/9263e6d657dd458d9f497bb868adb941 HTTP/1.1" status: 200 len: 375 time: 0.0162578 May 25 14:57:41.343214 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-205f4444-077e-4729-ae23-69c114371b24 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0602908 May 25 14:57:41.442117 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:41.471662 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:41.486091 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-fe1cf742-37ed-490c-bc8a-9b389baea1b6 service neutron] 10.222.0.74 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201608 May 25 14:57:41.584688 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-9a6804fe-b2c6-4443-817d-12935adbc75c service neutron] 10.222.0.74 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921824 May 25 14:57:41.930972 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4b200bf8-0afb-4089-8fc9-4ec035726b97 req-2a9fe2b7-9b0d-43ba-b0b4-cbe7a887cef3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 210 time: 0.0642073 May 25 14:57:42.900896 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:43.026375 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-eb9c37d0-d449-4a78-9604-f745b734b924 req-2a64cb01-814b-4c13-baa6-3d6584c87e57 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 210 time: 0.0331941 May 25 14:57:44.165803 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f9a3099a-6660-4ec5-9e9e-f6ee5512e069 req-ac1864cd-1708-49c4-b232-f1827816dbf0 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 210 time: 0.0535982 May 25 14:57:45.261197 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ec97d9e4-8924-4b79-bc41-07ef52851fe9 req-81b86591-a49a-4ed3-84a8-833bfcc471cb tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 210 time: 0.0281210 May 25 14:57:46.388209 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9a6af567-5fd4-4083-a5aa-1ea0361dcfd8 req-fc85d212-4c0f-40cb-a6d0-03679f9954c9 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 210 time: 0.0306330 May 25 14:57:46.566200 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:46.576156 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:47.495879 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f1c94f21-3501-49f5-a832-f83071caffdc req-150f178d-72d4-458d-99d8-68931ce556a3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 210 time: 0.0289907 May 25 14:57:48.592232 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8e30bf5d-4570-4c78-9a5c-3e4c8a704cf6 req-366f06d9-4689-450c-af40-a8651f976c6c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 210 time: 0.0317667 May 25 14:57:49.003291 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-148eb50a-86e3-4b66-8036-58dcb303d36e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:49.004852 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-148eb50a-86e3-4b66-8036-58dcb303d36e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.86 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 819 time: 0.1356223 May 25 14:57:49.088976 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-6efd52a1-692b-4f6d-86fb-3443364d489d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9263e6d657dd458d9f497bb868adb941 HTTP/1.1" status: 200 len: 380 time: 0.0588467 May 25 14:57:49.099035 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-7cdc2e2a-2cd1-4efa-ba6c-2c7c6c91df28 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Request body: {'port': {'device_id': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'admin_state_up': True, 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'security_groups': ['5b230ea2-492c-4ae4-9dfe-bad074d60d8e']}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:57:49.328488 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-7cdc2e2a-2cd1-4efa-ba6c-2c7c6c91df28 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Made reservation on behalf of 9263e6d657dd458d9f497bb868adb941 for: {'port': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:57:49.332639 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-7cdc2e2a-2cd1-4efa-ba6c-2c7c6c91df28 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:49.505748 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-7cdc2e2a-2cd1-4efa-ba6c-2c7c6c91df28 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Allocated IP 172.20.0.9 (1af7d524-3bf7-4e87-bf8e-df0a6b0097e3/2ddc4207-3cdb-480e-9ac3-b200998dd0b9/9e663dba-92f0-4076-8dd2-b498d22380ee) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:57:49.511895 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:49.709151 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-7cdc2e2a-2cd1-4efa-ba6c-2c7c6c91df28 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for port (9e663dba-92f0-4076-8dd2-b498d22380ee), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:49.713963 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e383195f-9978-4e71-b007-a98495010d13 req-a8af4c9c-63b8-40cb-a893-0af1d238b2da tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 210 time: 0.0398123 May 25 14:57:49.831987 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-7cdc2e2a-2cd1-4efa-ba6c-2c7c6c91df28 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (9e663dba-92f0-4076-8dd2-b498d22380ee), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:49.868485 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:49.883428 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-7cdc2e2a-2cd1-4efa-ba6c-2c7c6c91df28 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:57:49.885411 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-7cdc2e2a-2cd1-4efa-ba6c-2c7c6c91df28 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:57:49.889779 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-7cdc2e2a-2cd1-4efa-ba6c-2c7c6c91df28 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:57:49.945769 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc2e2a-2cd1-4efa-ba6c-2c7c6c91df28 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Pushing event updated for resources: {'Port': ['ID=9e663dba-92f0-4076-8dd2-b498d22380ee,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:49.983730 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-7cdc2e2a-2cd1-4efa-ba6c-2c7c6c91df28 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:49.984473 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-7cdc2e2a-2cd1-4efa-ba6c-2c7c6c91df28 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:50.072861 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-7cdc2e2a-2cd1-4efa-ba6c-2c7c6c91df28 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9770148 May 25 14:57:50.093625 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Request body: {'port': {'device_id': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:57:50.178326 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-63c43657-da8f-470c-ad90-68dd532ba2f2 None None] Provisioning complete for port 9e663dba-92f0-4076-8dd2-b498d22380ee triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:57:50.179666 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-63c43657-da8f-470c-ad90-68dd532ba2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (9e663dba-92f0-4076-8dd2-b498d22380ee), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:50.240093 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-63c43657-da8f-470c-ad90-68dd532ba2f2 None None] Port 9e663dba-92f0-4076-8dd2-b498d22380ee cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:57:50.249711 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (9e663dba-92f0-4076-8dd2-b498d22380ee), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:50.598015 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e663dba-92f0-4076-8dd2-b498d22380ee {{(pid=116225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:57:50.606937 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Publish callbacks [] for port (9e663dba-92f0-4076-8dd2-b498d22380ee), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:50.622626 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.provisioning_blocks [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Transition to ACTIVE for port object 9e663dba-92f0-4076-8dd2-b498d22380ee will not be triggered until provisioned by entity L2. {{(pid=116225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:57:50.674441 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (9e663dba-92f0-4076-8dd2-b498d22380ee), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:50.852946 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Pushing event updated for resources: {'Port': ['ID=9e663dba-92f0-4076-8dd2-b498d22380ee,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:50.882094 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d09aff-88bc-49b4-a977-4d901baf4f95 req-55811684-1a47-4489-9f3d-38823a261f05 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:50.890487 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a7d09aff-88bc-49b4-a977-4d901baf4f95 req-55811684-1a47-4489-9f3d-38823a261f05 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 943 time: 0.0797896 May 25 14:57:50.963217 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Attempting to bind port 9e663dba-92f0-4076-8dd2-b498d22380ee on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:57:50.963566 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Attempting to bind port 9e663dba-92f0-4076-8dd2-b498d22380ee by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:57:50.963903 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Attempting to bind port 9e663dba-92f0-4076-8dd2-b498d22380ee on network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:57:50.970085 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Port 9e663dba-92f0-4076-8dd2-b498d22380ee on network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:57:50.970085 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Attempting to bind port 9e663dba-92f0-4076-8dd2-b498d22380ee on network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:57:50.975602 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:57:50.975960 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Checking segment: {'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:57:50.976354 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Bound using segment: {'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:57:50.976794 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Bound port: 9e663dba-92f0-4076-8dd2-b498d22380ee, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a364b3e-f61c-4e00-88d1-e097bfa91e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3'}}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:57:50.977707 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (9e663dba-92f0-4076-8dd2-b498d22380ee), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:50.999156 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a7d09aff-88bc-49b4-a977-4d901baf4f95 req-f99dfbb2-a546-4e5d-9c84-2d1cb9df18ac tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070914 May 25 14:57:51.084032 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] For port 9e663dba-92f0-4076-8dd2-b498d22380ee, host hv-cinder-83028, cleared binding levels {{(pid=116225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:57:51.087615 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] For port 9e663dba-92f0-4076-8dd2-b498d22380ee, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=9e663dba-92f0-4076-8dd2-b498d22380ee,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:57:51.150752 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (9e663dba-92f0-4076-8dd2-b498d22380ee), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:51.222294 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:51.224010 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:51.225480 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] 10.222.0.86 "PUT /v2.0/ports/9e663dba-92f0-4076-8dd2-b498d22380ee HTTP/1.1" status: 200 len: 1093 time: 1.1368992 May 25 14:57:51.225848 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'tag': '9e663dba-92f0-4076-8dd2-b498d22380ee'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:57:51.228396 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd32b5d-ba7b-48b4-9cbd-1a660af36bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "f2529df8-e20b-49ac-a79a-3591457940dd", "tag": "9e663dba-92f0-4076-8dd2-b498d22380ee"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:57:51.284305 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62cec5-510d-4434-af77-b007618b1a5d service neutron] Pushing event updated for resources: {'Port': ['ID=9e663dba-92f0-4076-8dd2-b498d22380ee,revision_number=3']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:51.291025 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc5a669-13f1-4d55-9c8c-3e9b35fd218a x-openstack-request-id: req-ebc5a669-13f1-4d55-9c8c-3e9b35fd218a {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:57:51.291298 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2529df8-e20b-49ac-a79a-3591457940dd", "tag": "9e663dba-92f0-4076-8dd2-b498d22380ee", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:57:51.291555 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ebc5a669-13f1-4d55-9c8c-3e9b35fd218a {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:57:51.291958 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc5a669-13f1-4d55-9c8c-3e9b35fd218a'] response: {'name': 'network-changed', 'server_uuid': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'tag': '9e663dba-92f0-4076-8dd2-b498d22380ee', 'status': 'completed', 'code': 200} May 25 14:57:51.425331 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd32b5d-ba7b-48b4-9cbd-1a660af36bc6 req-fc89dd44-77df-49cd-a473-023bc8fd0ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:51.427186 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-cbd32b5d-ba7b-48b4-9cbd-1a660af36bc6 req-fc89dd44-77df-49cd-a473-023bc8fd0ad4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 1127 time: 0.0507598 May 25 14:57:51.465933 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:51.551442 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:51.600264 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd32b5d-ba7b-48b4-9cbd-1a660af36bc6 req-c4b1e66c-87c9-4565-8339-5a2b76c2e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:51.602033 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-cbd32b5d-ba7b-48b4-9cbd-1a660af36bc6 req-c4b1e66c-87c9-4565-8339-5a2b76c2e356 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=9263e6d657dd458d9f497bb868adb941&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1600213 May 25 14:57:51.719930 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd32b5d-ba7b-48b4-9cbd-1a660af36bc6 req-e892a064-2ea7-49ce-9480-dc8587e73655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:51.721412 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-cbd32b5d-ba7b-48b4-9cbd-1a660af36bc6 req-e892a064-2ea7-49ce-9480-dc8587e73655 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1058562 May 25 14:57:51.844128 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-c7069052-8a91-4859-be93-4a347e953667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:51.845516 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-c7069052-8a91-4859-be93-4a347e953667 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 1127 time: 0.0396144 May 25 14:57:51.904370 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-ea84bf08-a9f5-4590-ae9d-a3ba12b3eef9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e663dba-92f0-4076-8dd2-b498d22380ee HTTP/1.1" status: 200 len: 217 time: 0.0384157 May 25 14:57:51.969721 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-82a09712-e496-4c6f-ac19-0fd09000f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:51.971793 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-82a09712-e496-4c6f-ac19-0fd09000f191 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ddc4207-3cdb-480e-9ac3-b200998dd0b9 HTTP/1.1" status: 200 len: 858 time: 0.0600061 May 25 14:57:52.033691 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-f32bfcaf-ea7b-4d98-bafb-ae7df352fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:52.035744 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-f32bfcaf-ea7b-4d98-bafb-ae7df352fdb8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522194 May 25 14:57:52.142243 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8fbd6-3228-44bf-ac64-6d8ce15f549f req-503d9fb7-a4c3-408b-b369-fff5d2cbbebc tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:52.150870 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e9b8fbd6-3228-44bf-ac64-6d8ce15f549f req-503d9fb7-a4c3-408b-b369-fff5d2cbbebc tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 943 time: 0.0669284 May 25 14:57:52.169265 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-ea1d9ff9-090d-4a21-bd00-fd29703a28d7 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214669 May 25 14:57:52.215536 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e9b8fbd6-3228-44bf-ac64-6d8ce15f549f req-8c3f7f6f-dd6a-4baf-bc64-8312404be1c6 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634174 May 25 14:57:52.275901 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b79a56a8-a8b9-4893-b71c-c6678afaaa8e req-b180d20a-09c2-427a-a802-a52d590c461d service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004148 May 25 14:57:53.359634 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b1fc3-2fb5-4975-9e40-50ae2ad80011 req-36d31f7d-a906-4bf5-9fad-95ff99e73f87 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:53.372396 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-181b1fc3-2fb5-4975-9e40-50ae2ad80011 req-36d31f7d-a906-4bf5-9fad-95ff99e73f87 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 943 time: 0.0883298 May 25 14:57:53.422869 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-181b1fc3-2fb5-4975-9e40-50ae2ad80011 req-a275478f-134f-4d3e-801f-a6b70c3272fc tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489037 May 25 14:57:54.521695 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:54.553759 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bd8a2-a196-4ac2-ab83-99a176c44045 req-b929849c-ed94-473e-a662-b25d5715c680 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:54.560931 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b26bd8a2-a196-4ac2-ab83-99a176c44045 req-b929849c-ed94-473e-a662-b25d5715c680 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 943 time: 0.0704451 May 25 14:57:54.614966 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b26bd8a2-a196-4ac2-ab83-99a176c44045 req-d632d5d8-d493-408e-8023-ad4170621fd8 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500326 May 25 14:57:55.760426 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a8777-0c3b-4e6b-b673-d30b8a53b31f req-6b460776-6f71-4ab4-b192-89c91a724fc0 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:55.767707 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-381a8777-0c3b-4e6b-b673-d30b8a53b31f req-6b460776-6f71-4ab4-b192-89c91a724fc0 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 943 time: 0.0588474 May 25 14:57:55.814314 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-381a8777-0c3b-4e6b-b673-d30b8a53b31f req-74716aea-d7f3-4a72-b28f-22963443a74e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456295 May 25 14:57:56.937807 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752afe9-28dd-4e46-b986-b38d94791792 req-1c367cbd-24ff-477b-88ae-c16673f9852a tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:56.939690 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6752afe9-28dd-4e46-b986-b38d94791792 req-1c367cbd-24ff-477b-88ae-c16673f9852a tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 943 time: 0.0506356 May 25 14:57:56.994285 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6752afe9-28dd-4e46-b986-b38d94791792 req-3b3f3b07-2b0e-4c00-bd1e-437b37c282dd tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489693 May 25 14:57:58.108458 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe3803-d80a-4da3-8a3a-6359e819d7e4 req-66cc1349-7723-4162-9ad5-721ac591c0c4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:58.109940 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-80fe3803-d80a-4da3-8a3a-6359e819d7e4 req-66cc1349-7723-4162-9ad5-721ac591c0c4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 943 time: 0.0467181 May 25 14:57:58.156389 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-80fe3803-d80a-4da3-8a3a-6359e819d7e4 req-b262e12d-1096-4db9-967e-47c6a798c74a tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404220 May 25 14:57:59.269586 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a38763-71d4-4027-bf8e-0701a15ee1f9 req-400cae84-d866-4470-8dcc-228bcfbf6e0e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:59.270985 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e1a38763-71d4-4027-bf8e-0701a15ee1f9 req-400cae84-d866-4470-8dcc-228bcfbf6e0e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 943 time: 0.0475852 May 25 14:57:59.319422 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e1a38763-71d4-4027-bf8e-0701a15ee1f9 req-52d0491a-9d93-45bb-947e-a804d2265285 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428433 May 25 14:58:00.433428 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46691d-e60a-44b3-8ce0-3a14a53ec6ce req-8f302ba0-c369-42bc-ad99-461508052aa0 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:00.434901 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ce46691d-e60a-44b3-8ce0-3a14a53ec6ce req-8f302ba0-c369-42bc-ad99-461508052aa0 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 943 time: 0.0489616 May 25 14:58:00.481628 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ce46691d-e60a-44b3-8ce0-3a14a53ec6ce req-5f446e2e-194f-4e02-80a9-35e5505f4465 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409372 May 25 14:58:01.492377 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:01.494905 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:01.591763 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5dacb-0bba-4172-81b9-8a62946c5f51 req-9b2f4074-d4e3-4368-bc39-96701c97d728 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:01.593151 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3ed5dacb-0bba-4172-81b9-8a62946c5f51 req-9b2f4074-d4e3-4368-bc39-96701c97d728 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 943 time: 0.0461721 May 25 14:58:01.633469 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:01.642790 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3ed5dacb-0bba-4172-81b9-8a62946c5f51 req-3c771320-8049-4150-bbdb-ea842c93f510 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419116 May 25 14:58:02.269981 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=29 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:02.271877 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=69 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:02.753554 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1d0c4-d401-4a8d-890a-177d4b33c84d req-29b564de-08be-4496-b58e-824d41fb7c83 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:02.755029 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c3e1d0c4-d401-4a8d-890a-177d4b33c84d req-29b564de-08be-4496-b58e-824d41fb7c83 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 943 time: 0.0466053 May 25 14:58:02.804841 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c3e1d0c4-d401-4a8d-890a-177d4b33c84d req-451935c0-c4ef-4d33-8297-3e59005580f9 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441878 May 25 14:58:03.915781 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b4423-0d29-417c-bf66-29d14c5ee273 req-7eef5791-80f5-4ad0-8dd3-75b826a6b16c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:03.917820 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a97b4423-0d29-417c-bf66-29d14c5ee273 req-7eef5791-80f5-4ad0-8dd3-75b826a6b16c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 943 time: 0.0463274 May 25 14:58:03.964140 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a97b4423-0d29-417c-bf66-29d14c5ee273 req-c81ffc01-7936-49d2-a902-eeafa9a254d4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408418 May 25 14:58:05.078038 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18794224-42ce-4860-9864-a3147efe0537 req-edcbaa8f-7f1a-4503-a7f8-344c95d29b63 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:05.079566 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-18794224-42ce-4860-9864-a3147efe0537 req-edcbaa8f-7f1a-4503-a7f8-344c95d29b63 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 943 time: 0.0464554 May 25 14:58:05.133202 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-18794224-42ce-4860-9864-a3147efe0537 req-e8986ead-c55c-4f68-aebf-1c0d0b255882 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441897 May 25 14:58:05.152617 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 57536) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:05.203977 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Deleting subnet 7db142b7-a2f4-4149-a613-7f9421df4477 {{(pid=116225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 14:58:05.207182 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Publish callbacks [] for subnet (7db142b7-a2f4-4149-a613-7f9421df4477), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:05.241839 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127149998'] for subnet (7db142b7-a2f4-4149-a613-7f9421df4477), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:05.281347 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428428'] for subnet (7db142b7-a2f4-4149-a613-7f9421df4477), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:05.316294 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 9e663dba-92f0-4076-8dd2-b498d22380ee details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:58:05.393125 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126565106'] for subnet (7db142b7-a2f4-4149-a613-7f9421df4477), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:05.423315 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:05.426538 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/7db142b7-a2f4-4149-a613-7f9421df4477 HTTP/1.1" status: 204 len: 168 time: 0.2729156 May 25 14:58:05.427792 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7db142b7-a2f4-4149-a613-7f9421df4477,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:05.429191 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 57544) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:05.435622 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.436160 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.436843 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.436843 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.437770 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.438383 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.438744 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.438841 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 9e663dba-92f0-4076-8dd2-b498d22380ee, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=9e663dba-92f0-4076-8dd2-b498d22380ee,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:58:05.439222 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.439611 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.439966 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.440293 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.440631 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.440984 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.441337 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.441670 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ee4e-0486-47c2-82df-62952643c8f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.451027 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': '9e663dba-92f0-4076-8dd2-b498d22380ee', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'port_id': '9e663dba-92f0-4076-8dd2-b498d22380ee', 'mac_address': 'fa:16:3e:25:25:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:58:05.479659 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:05.502316 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 9e663dba-92f0-4076-8dd2-b498d22380ee is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:05.502990 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (9e663dba-92f0-4076-8dd2-b498d22380ee), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:05.509333 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322087'] for network (f9a624ff-fa61-40b5-9c94-194562a67bb2), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:05.516288 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e663dba-92f0-4076-8dd2-b498d22380ee {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:58:05.538113 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 9e663dba-92f0-4076-8dd2-b498d22380ee, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=9e663dba-92f0-4076-8dd2-b498d22380ee,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:58:05.594503 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425987', 'neutron.services.segments.db._delete_segments_for_network-8746770751079'] for network (f9a624ff-fa61-40b5-9c94-194562a67bb2), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:05.610503 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (9e663dba-92f0-4076-8dd2-b498d22380ee), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:05.628532 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a624ff-fa61-40b5-9c94-194562a67bb2']}} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:05.638862 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d135295-a35e-44e4-a86a-109669223636') {'for_net_delete': True} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:05.639161 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d135295-a35e-44e4-a86a-109669223636') {} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:05.649946 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746770751856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127914387'] for segment (8d135295-a35e-44e4-a86a-109669223636), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:05.651428 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:05.667177 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (8d135295-a35e-44e4-a86a-109669223636), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:05.669592 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=9e663dba-92f0-4076-8dd2-b498d22380ee,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:05.673477 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=116226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 14:58:05.673870 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126892845'] for segment (8d135295-a35e-44e4-a86a-109669223636), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:05.678069 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.678489 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.680270 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.680617 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.680952 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.681288 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.681615 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.681944 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.682273 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.682596 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.683548 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.683878 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.684201 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.684523 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.684841 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.715178 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment 8d135295-a35e-44e4-a86a-109669223636 resource provider aggregate not found May 25 14:58:05.734524 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment 8d135295-a35e-44e4-a86a-109669223636 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d135295-a35e-44e4-a86a-109669223636 found for delete ", "request_id": "req-e921a412-7b08-4e47-8b4a-9363f1291ea0"}]} May 25 14:58:05.814026 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1425994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565467'] for network (f9a624ff-fa61-40b5-9c94-194562a67bb2), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:05.819384 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:05.822475 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] 10.222.0.74 "DELETE /v2.0/networks/f9a624ff-fa61-40b5-9c94-194562a67bb2 HTTP/1.1" status: 204 len: 168 time: 0.3920739 May 25 14:58:05.834197 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Pushing event deleted for resources: {'Network': ['ID=f9a624ff-fa61-40b5-9c94-194562a67bb2,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:05.841602 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.841955 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.842299 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.842656 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.842997 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.843328 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.843657 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.843984 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.844311 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.844638 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.844964 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.845291 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.845612 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.845932 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:05.846250 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a29c7-6ed4-4069-bae1-be4bc600b39a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:06.125304 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['9e663dba-92f0-4076-8dd2-b498d22380ee'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:58:06.226713 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 57566) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:06.247262 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e048de-c46e-4c07-83a7-eea4bd4b17d9 req-5c44e39d-f3f1-4f59-9ea7-0301ee577feb tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:06.248851 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c7e048de-c46e-4c07-83a7-eea4bd4b17d9 req-5c44e39d-f3f1-4f59-9ea7-0301ee577feb tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 944 time: 0.0506825 May 25 14:58:06.276509 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-2086dbf1-a772-48b1-9484-a8409494c350 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f3fe34cb175740b299804b8c9d2f3371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485723 May 25 14:58:06.279188 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 57568) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:06.302966 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c7e048de-c46e-4c07-83a7-eea4bd4b17d9 req-28734ad4-4bdf-4671-8793-685a0a7d12ce tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483713 May 25 14:58:06.333791 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-65fbe27c-a7f4-45fb-b5fb-b23f85955b72 admin admin] Publish callbacks [] for security_group (965ff42d-48b4-409b-8e68-5296449c8bcd), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.356297 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-65fbe27c-a7f4-45fb-b5fb-b23f85955b72 admin admin] Publish callbacks [] for security_group (965ff42d-48b4-409b-8e68-5296449c8bcd), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.505264 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-65fbe27c-a7f4-45fb-b5fb-b23f85955b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (965ff42d-48b4-409b-8e68-5296449c8bcd), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.507929 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-65fbe27c-a7f4-45fb-b5fb-b23f85955b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.509107 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-65fbe27c-a7f4-45fb-b5fb-b23f85955b72 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/965ff42d-48b4-409b-8e68-5296449c8bcd HTTP/1.1" status: 204 len: 168 time: 0.2286906 May 25 14:58:06.517649 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbe27c-a7f4-45fb-b5fb-b23f85955b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965ff42d-48b4-409b-8e68-5296449c8bcd,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:06.572388 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:58:06.604432 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-dfbf27f9-43ef-4c39-b253-93a490aabda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:07.336968 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 9e663dba-92f0-4076-8dd2-b498d22380ee up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:58:07.380337 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port 9e663dba-92f0-4076-8dd2-b498d22380ee completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:58:07.418206 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b168559-2ec4-4dca-8869-cdc79ac0e8a8 req-3d519810-36f9-4b71-b89e-c7c1691da880 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:07.419811 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0b168559-2ec4-4dca-8869-cdc79ac0e8a8 req-3d519810-36f9-4b71-b89e-c7c1691da880 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 944 time: 0.0478785 May 25 14:58:07.447759 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port 9e663dba-92f0-4076-8dd2-b498d22380ee triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:07.449203 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (9e663dba-92f0-4076-8dd2-b498d22380ee), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:07.474231 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0b168559-2ec4-4dca-8869-cdc79ac0e8a8 req-ac5d5a92-2c0a-4168-a6ac-33e80bb30906 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484865 May 25 14:58:07.527817 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 9e663dba-92f0-4076-8dd2-b498d22380ee is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:07.528211 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (9e663dba-92f0-4076-8dd2-b498d22380ee), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:07.551732 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e663dba-92f0-4076-8dd2-b498d22380ee'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:58:07.553938 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51644c0c-c1bd-4ed3-a373-2e0718851927" -d '{"events": [{"server_uuid": "f2529df8-e20b-49ac-a79a-3591457940dd", "name": "network-vif-plugged", "status": "completed", "tag": "9e663dba-92f0-4076-8dd2-b498d22380ee"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:58:07.568567 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 9e663dba-92f0-4076-8dd2-b498d22380ee, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=9e663dba-92f0-4076-8dd2-b498d22380ee,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:58:07.591855 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf1b0a1-bca1-4195-b7a0-8db87312d3b1 x-openstack-request-id: req-fdf1b0a1-bca1-4195-b7a0-8db87312d3b1 {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:58:07.592162 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2529df8-e20b-49ac-a79a-3591457940dd", "name": "network-vif-plugged", "status": "completed", "tag": "9e663dba-92f0-4076-8dd2-b498d22380ee", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:58:07.592421 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fdf1b0a1-bca1-4195-b7a0-8db87312d3b1 {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:58:07.592835 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf1b0a1-bca1-4195-b7a0-8db87312d3b1'] response: {'server_uuid': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e663dba-92f0-4076-8dd2-b498d22380ee', 'code': 200} May 25 14:58:07.650207 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (9e663dba-92f0-4076-8dd2-b498d22380ee), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:07.703760 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=9e663dba-92f0-4076-8dd2-b498d22380ee,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:07.967414 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125be129-e446-4b64-bce2-3cefc51c1349 req-b0ecfcf0-537a-45fe-8df9-c50d5176b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:07.968916 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-125be129-e446-4b64-bce2-3cefc51c1349 req-b0ecfcf0-537a-45fe-8df9-c50d5176b9f4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 1129 time: 0.0433853 May 25 14:58:08.014676 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-125be129-e446-4b64-bce2-3cefc51c1349 req-7fad0f34-bf2f-4935-b70d-78d14c54fa42 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383325 May 25 14:58:08.594442 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c1225-e13c-490a-bb69-7cfa4ec40352 req-76608045-fdef-408c-bae6-2237c5f319a3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:08.595909 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2e1c1225-e13c-490a-bb69-7cfa4ec40352 req-76608045-fdef-408c-bae6-2237c5f319a3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0491183 May 25 14:58:08.645631 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2e1c1225-e13c-490a-bb69-7cfa4ec40352 req-136fbdd6-ad8b-40d0-a55c-792b3c0198bd tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441024 May 25 14:58:08.924120 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-45812924-79a9-495a-b0ec-49ac6576ae32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:09.764569 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272b4da-068f-4527-9cf4-f284949c52e3 req-9821c716-c26c-4d40-8449-288fb0e37afd tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:09.766955 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c272b4da-068f-4527-9cf4-f284949c52e3 req-9821c716-c26c-4d40-8449-288fb0e37afd tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0506048 May 25 14:58:09.816018 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c272b4da-068f-4527-9cf4-f284949c52e3 req-6101c7ce-a0ad-448b-a021-f152edf46971 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442650 May 25 14:58:10.290134 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:10.924775 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:10.941878 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c0753-a146-4d5c-a960-5f1b30ef9545 req-64d11a6b-265f-4328-b84e-71bfb7b2556e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:10.950702 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4b2c0753-a146-4d5c-a960-5f1b30ef9545 req-64d11a6b-265f-4328-b84e-71bfb7b2556e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0626562 May 25 14:58:10.996897 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4b2c0753-a146-4d5c-a960-5f1b30ef9545 req-623a57f3-b4d4-4440-b6da-bb855abc0b99 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451326 May 25 14:58:11.108537 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e99b22-9117-4737-8259-e626c1958c46 req-ef54b0a5-95db-46d0-8503-c61a4be17332 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:11.109915 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e7e99b22-9117-4737-8259-e626c1958c46 req-ef54b0a5-95db-46d0-8503-c61a4be17332 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0472124 May 25 14:58:11.118685 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 57694) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:11.123839 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-d6c41758-4c9f-4d91-b2dd-d1338e80558c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Request body: {'floatingip': {'port_id': '9e663dba-92f0-4076-8dd2-b498d22380ee'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:58:11.384207 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d6c41758-4c9f-4d91-b2dd-d1338e80558c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for floatingip (92e09369-1eab-443f-a223-805594203025), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:11.450156 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:11.707575 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:11.760762 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:11.814538 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d6c41758-4c9f-4d91-b2dd-d1338e80558c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:11.878136 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d6c41758-4c9f-4d91-b2dd-d1338e80558c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (92e09369-1eab-443f-a223-805594203025), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:11.979150 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [None req-d6c41758-4c9f-4d91-b2dd-d1338e80558c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Floating IP 92e09369-1eab-443f-a223-805594203025 associated. External IP: 172.27.1.199, port: 9e663dba-92f0-4076-8dd2-b498d22380ee. May 25 14:58:12.184916 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c41758-4c9f-4d91-b2dd-d1338e80558c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Router 7e34a6e3-edc3-449f-a348-eb9b0461b06c has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:58:12.292046 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c41758-4c9f-4d91-b2dd-d1338e80558c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:58:12.297754 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d6c41758-4c9f-4d91-b2dd-d1338e80558c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:12.302866 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a41e6-27d6-4092-bb95-e91a9930f19c None None] Sync routers for ids ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:58:12.325815 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a41e6-27d6-4092-bb95-e91a9930f19c None None] Routers {'7e34a6e3-edc3-449f-a348-eb9b0461b06c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:58:12.326811 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-c30a41e6-27d6-4092-bb95-e91a9930f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:58:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:12.340327 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-d6c41758-4c9f-4d91-b2dd-d1338e80558c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "PUT /v2.0/floatingips/92e09369-1eab-443f-a223-805594203025 HTTP/1.1" status: 200 len: 991 time: 1.2199528 May 25 14:58:12.340926 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'tag': '9e663dba-92f0-4076-8dd2-b498d22380ee'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:58:12.343243 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f440dd-490f-4f19-9f01-27191785c4db" -d '{"events": [{"name": "network-changed", "server_uuid": "f2529df8-e20b-49ac-a79a-3591457940dd", "tag": "9e663dba-92f0-4076-8dd2-b498d22380ee"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:58:12.380399 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322b5f67-0b28-45cb-ba71-e0aac4618c55 x-openstack-request-id: req-322b5f67-0b28-45cb-ba71-e0aac4618c55 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:58:12.380399 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2529df8-e20b-49ac-a79a-3591457940dd", "tag": "9e663dba-92f0-4076-8dd2-b498d22380ee", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:58:12.380399 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-322b5f67-0b28-45cb-ba71-e0aac4618c55 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:58:12.380399 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322b5f67-0b28-45cb-ba71-e0aac4618c55'] response: {'name': 'network-changed', 'server_uuid': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'tag': '9e663dba-92f0-4076-8dd2-b498d22380ee', 'status': 'completed', 'code': 200} May 25 14:58:12.439870 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-c30a41e6-27d6-4092-bb95-e91a9930f19c None None] Set router 7e34a6e3-edc3-449f-a348-eb9b0461b06c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:58:12.470291 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f440dd-490f-4f19-9f01-27191785c4db req-db0c7cd5-d2a2-4e76-8b82-a863bb2ffad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:12.471937 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-84f440dd-490f-4f19-9f01-27191785c4db req-db0c7cd5-d2a2-4e76-8b82-a863bb2ffad6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 1129 time: 0.0413730 May 25 14:58:12.571962 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f440dd-490f-4f19-9f01-27191785c4db req-8ae82d5d-b410-4ac1-901d-e67d148ad9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:12.573435 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-84f440dd-490f-4f19-9f01-27191785c4db req-8ae82d5d-b410-4ac1-901d-e67d148ad9ac service neutron] 10.222.0.86 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 920 time: 0.0933993 May 25 14:58:12.648375 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-84f440dd-490f-4f19-9f01-27191785c4db req-42fcfd99-ca0c-4a7a-9463-e3b130969eef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e663dba-92f0-4076-8dd2-b498d22380ee HTTP/1.1" status: 200 len: 999 time: 0.0686452 May 25 14:58:12.708591 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f440dd-490f-4f19-9f01-27191785c4db req-41c759e2-9ed6-4b7c-af98-01aa2423f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:12.711274 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-84f440dd-490f-4f19-9f01-27191785c4db req-41c759e2-9ed6-4b7c-af98-01aa2423f66c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ddc4207-3cdb-480e-9ac3-b200998dd0b9 HTTP/1.1" status: 200 len: 858 time: 0.0571823 May 25 14:58:12.731519 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:12.758955 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-c30a41e6-27d6-4092-bb95-e91a9930f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:51Z', 'revision_number': 4, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'gw_port': {'id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '92e09369-1eab-443f-a223-805594203025', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'port_id': '9e663dba-92f0-4076-8dd2-b498d22380ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'mac_address': 'fa:16:3e:25:25:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:57:40Z', 'updated_at': '2022-05-25T14:58:11Z', 'revision_number': 1, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046875c1-2c4b-477e-8d70-b06725156f02', 'name': '', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'mac_address': 'fa:16:3e:f5:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:49Z', 'updated_at': '2022-05-25T14:55:04Z', 'revision_number': 5, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'subnets': [{'id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:12.776440 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f440dd-490f-4f19-9f01-27191785c4db req-acc9dfa0-10cf-45d8-a5b6-33884b882e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:12.776440 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-84f440dd-490f-4f19-9f01-27191785c4db req-acc9dfa0-10cf-45d8-a5b6-33884b882e7a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489180 May 25 14:58:12.792950 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a41e6-27d6-4092-bb95-e91a9930f19c None None] Checking router: 7e34a6e3-edc3-449f-a348-eb9b0461b06c for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:58:12.804085 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a41e6-27d6-4092-bb95-e91a9930f19c None None] Routers {'7e34a6e3-edc3-449f-a348-eb9b0461b06c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:58:12.804788 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-c30a41e6-27d6-4092-bb95-e91a9930f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:58:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:12.869575 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-84f440dd-490f-4f19-9f01-27191785c4db req-09f98948-0367-4658-bc96-f7e1824bc503 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924439 May 25 14:58:12.893443 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:12.909489 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-c30a41e6-27d6-4092-bb95-e91a9930f19c None None] Set router 7e34a6e3-edc3-449f-a348-eb9b0461b06c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:58:12.969624 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-84f440dd-490f-4f19-9f01-27191785c4db req-db94aa0a-28a0-40ec-a6b1-21b663a452fc service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940883 May 25 14:58:13.119381 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-c30a41e6-27d6-4092-bb95-e91a9930f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:51Z', 'revision_number': 4, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'gw_port': {'id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '92e09369-1eab-443f-a223-805594203025', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'port_id': '9e663dba-92f0-4076-8dd2-b498d22380ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'mac_address': 'fa:16:3e:25:25:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:57:40Z', 'updated_at': '2022-05-25T14:58:11Z', 'revision_number': 1, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046875c1-2c4b-477e-8d70-b06725156f02', 'name': '', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'mac_address': 'fa:16:3e:f5:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:49Z', 'updated_at': '2022-05-25T14:55:04Z', 'revision_number': 5, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'subnets': [{'id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:13.144139 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a41e6-27d6-4092-bb95-e91a9930f19c None None] The sync data for ids ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'] in dv-cinder-830283-3-iscsi is: [{'id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:51Z', 'revision_number': 4, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'gw_port': {'id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '92e09369-1eab-443f-a223-805594203025', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'port_id': '9e663dba-92f0-4076-8dd2-b498d22380ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'mac_address': 'fa:16:3e:25:25:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:57:40Z', 'updated_at': '2022-05-25T14:58:11Z', 'revision_number': 1, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046875c1-2c4b-477e-8d70-b06725156f02', 'name': '', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'mac_address': 'fa:16:3e:f5:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:49Z', 'updated_at': '2022-05-25T14:55:04Z', 'revision_number': 5, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'subnets': [{'id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:58:13.335392 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e64ae31-2f34-4259-a35e-c846803358cb None None] New status for floating IP 92e09369-1eab-443f-a223-805594203025: ACTIVE {{(pid=116227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 14:58:13.366728 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:13.370900 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:21.100766 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=63,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:22.965263 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=16 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:22.966108 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=83 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:23.571054 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=75 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:23.586838 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:28.763551 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 57866) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:28.870251 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-1e2b3fc5-a435-44ae-9559-6414335feb05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:28.944683 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-1e2b3fc5-a435-44ae-9559-6414335feb05 admin admin] Publish callbacks [] for security_group (8d89f649-ba91-4061-adf8-2f5540bf8217), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:29.018796 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-1e2b3fc5-a435-44ae-9559-6414335feb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (8d89f649-ba91-4061-adf8-2f5540bf8217), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:29.056700 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b3fc5-a435-44ae-9559-6414335feb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d89f649-ba91-4061-adf8-2f5540bf8217,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:29.063409 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-1e2b3fc5-a435-44ae-9559-6414335feb05 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4b4de3aedd894cb7adac85188597fec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988284 May 25 14:58:29.066033 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 57870) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:29.113192 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9d84daf3-88f5-49b0-a8be-336f3c44ffea admin admin] Publish callbacks [] for security_group (8d89f649-ba91-4061-adf8-2f5540bf8217), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:29.134740 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9d84daf3-88f5-49b0-a8be-336f3c44ffea admin admin] Publish callbacks [] for security_group (8d89f649-ba91-4061-adf8-2f5540bf8217), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:29.275423 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9d84daf3-88f5-49b0-a8be-336f3c44ffea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (8d89f649-ba91-4061-adf8-2f5540bf8217), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:29.277962 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9d84daf3-88f5-49b0-a8be-336f3c44ffea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:29.279125 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-9d84daf3-88f5-49b0-a8be-336f3c44ffea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8d89f649-ba91-4061-adf8-2f5540bf8217 HTTP/1.1" status: 204 len: 168 time: 0.2121968 May 25 14:58:29.287268 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84daf3-88f5-49b0-a8be-336f3c44ffea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d89f649-ba91-4061-adf8-2f5540bf8217,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:29.979192 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 57878) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:29.992773 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7ae2f0e8-1169-442f-a856-c79476a2180a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:30.068733 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7ae2f0e8-1169-442f-a856-c79476a2180a admin admin] Publish callbacks [] for security_group (7210a2a5-b482-4d61-938f-0524313db8c7), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:30.144053 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7ae2f0e8-1169-442f-a856-c79476a2180a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (7210a2a5-b482-4d61-938f-0524313db8c7), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:30.182130 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-7ae2f0e8-1169-442f-a856-c79476a2180a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8e24e9eebf39444f976ac07679bfbc6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018623 May 25 14:58:30.183091 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2f0e8-1169-442f-a856-c79476a2180a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7210a2a5-b482-4d61-938f-0524313db8c7,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:30.185425 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 57880) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:30.235925 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-dc37ff5d-592e-4863-9d94-8ab6b26c1311 admin admin] Publish callbacks [] for security_group (7210a2a5-b482-4d61-938f-0524313db8c7), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:30.257346 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-dc37ff5d-592e-4863-9d94-8ab6b26c1311 admin admin] Publish callbacks [] for security_group (7210a2a5-b482-4d61-938f-0524313db8c7), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:30.364588 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-dc37ff5d-592e-4863-9d94-8ab6b26c1311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (7210a2a5-b482-4d61-938f-0524313db8c7), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:30.368794 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-dc37ff5d-592e-4863-9d94-8ab6b26c1311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:30.370510 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-dc37ff5d-592e-4863-9d94-8ab6b26c1311 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7210a2a5-b482-4d61-938f-0524313db8c7 HTTP/1.1" status: 204 len: 168 time: 0.1839118 May 25 14:58:30.380274 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37ff5d-592e-4863-9d94-8ab6b26c1311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7210a2a5-b482-4d61-938f-0524313db8c7,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:34.510316 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=13 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:34.513199 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=96 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:35.466111 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:36.586593 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d11bb72d-c160-4a6d-a756-696c077d6814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:38.638647 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-075cd8eb-3b7e-482c-a0d2-486ac6d71c44 req-1c9b1326-81af-41ae-87eb-ad6f471c178a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421448 May 25 14:58:38.711471 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cd8eb-3b7e-482c-a0d2-486ac6d71c44 req-ff18ae32-203d-4d26-9d68-8ca5ab36b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:38.713052 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-075cd8eb-3b7e-482c-a0d2-486ac6d71c44 req-ff18ae32-203d-4d26-9d68-8ca5ab36b89b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 1130 time: 0.0414305 May 25 14:58:38.818226 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cd8eb-3b7e-482c-a0d2-486ac6d71c44 req-4a8cf37f-73a7-4486-bbe7-ae38c927293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:38.819686 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-075cd8eb-3b7e-482c-a0d2-486ac6d71c44 req-4a8cf37f-73a7-4486-bbe7-ae38c927293e service neutron] 10.222.0.86 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 920 time: 0.0874996 May 25 14:58:38.866418 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-075cd8eb-3b7e-482c-a0d2-486ac6d71c44 req-f94ff327-0d14-40e7-bab3-58a1bd69050d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b HTTP/1.1" status: 200 len: 217 time: 0.0400224 May 25 14:58:38.915398 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cd8eb-3b7e-482c-a0d2-486ac6d71c44 req-56d339bd-e08b-4185-b0bb-f25660990433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:38.915638 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0464de38-2920-42e1-83ae-1f7ff8f01d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:38.916862 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-075cd8eb-3b7e-482c-a0d2-486ac6d71c44 req-56d339bd-e08b-4185-b0bb-f25660990433 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ddc4207-3cdb-480e-9ac3-b200998dd0b9 HTTP/1.1" status: 200 len: 858 time: 0.0446179 May 25 14:58:38.961772 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cd8eb-3b7e-482c-a0d2-486ac6d71c44 req-91fb2203-daf3-4478-90a4-724f4c578901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:38.963337 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-075cd8eb-3b7e-482c-a0d2-486ac6d71c44 req-91fb2203-daf3-4478-90a4-724f4c578901 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394084 May 25 14:58:39.058889 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-075cd8eb-3b7e-482c-a0d2-486ac6d71c44 req-0fa4124d-f167-46fb-b04c-36c938511922 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878901 May 25 14:58:39.148884 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-075cd8eb-3b7e-482c-a0d2-486ac6d71c44 req-8bcf8406-25ef-4829-b0e3-ae24d4c3db12 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825419 May 25 14:58:40.176561 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=57,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:40.178434 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=50,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:40.374607 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:41.458467 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:42.878280 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:43.293503 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 58056) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:43.407588 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6bfca808-11a2-4cc6-a860-00baeb637443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:43.481483 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6bfca808-11a2-4cc6-a860-00baeb637443 admin admin] Publish callbacks [] for security_group (3fd6f39c-cc2e-455c-ae38-81d16c997909), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:43.549538 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6bfca808-11a2-4cc6-a860-00baeb637443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (3fd6f39c-cc2e-455c-ae38-81d16c997909), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:43.571929 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:58:43.592455 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfca808-11a2-4cc6-a860-00baeb637443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd6f39c-cc2e-455c-ae38-81d16c997909,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:43.596812 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-6bfca808-11a2-4cc6-a860-00baeb637443 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b962f46984a24ff2b98763704aa21abb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022814 May 25 14:58:43.599425 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 58060) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:43.626768 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:43.648277 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-390c844b-470a-41c2-a5ce-13bb70e447fc admin admin] Publish callbacks [] for security_group (3fd6f39c-cc2e-455c-ae38-81d16c997909), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:43.661361 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:43.669617 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-390c844b-470a-41c2-a5ce-13bb70e447fc admin admin] Publish callbacks [] for security_group (3fd6f39c-cc2e-455c-ae38-81d16c997909), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:43.780428 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-390c844b-470a-41c2-a5ce-13bb70e447fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (3fd6f39c-cc2e-455c-ae38-81d16c997909), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:43.782994 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-390c844b-470a-41c2-a5ce-13bb70e447fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:43.784231 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-390c844b-470a-41c2-a5ce-13bb70e447fc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3fd6f39c-cc2e-455c-ae38-81d16c997909 HTTP/1.1" status: 204 len: 168 time: 0.1838801 May 25 14:58:43.793178 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c844b-470a-41c2-a5ce-13bb70e447fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd6f39c-cc2e-455c-ae38-81d16c997909,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:44.774229 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 58092) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:44.869956 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-253dc329-fdd4-425d-ae30-c051147c5cb2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1449231747-network', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:58:44.985961 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253dc329-fdd4-425d-ae30-c051147c5cb2 admin admin] Made reservation on behalf of bb0ee163dc0c4237aaa4e2efb85878fc for: {'network': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:58:44.988835 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-253dc329-fdd4-425d-ae30-c051147c5cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:44.997145 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-253dc329-fdd4-425d-ae30-c051147c5cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:45.069437 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-253dc329-fdd4-425d-ae30-c051147c5cb2 admin admin] Publish callbacks [] for security_group (4dcc0cda-6c67-4d98-ad68-a786f6965bc2), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:45.149798 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-253dc329-fdd4-425d-ae30-c051147c5cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (4dcc0cda-6c67-4d98-ad68-a786f6965bc2), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:45.177557 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253dc329-fdd4-425d-ae30-c051147c5cb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=116226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:58:45.188213 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253dc329-fdd4-425d-ae30-c051147c5cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcc0cda-6c67-4d98-ad68-a786f6965bc2,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:45.194787 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-253dc329-fdd4-425d-ae30-c051147c5cb2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (e95236a3-d049-4124-88e3-98aa51d4128f), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:45.195270 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.segments_db [None req-253dc329-fdd4-425d-ae30-c051147c5cb2 admin admin] Added segment e95236a3-d049-4124-88e3-98aa51d4128f of type vlan for network dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 May 25 14:58:45.238984 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-253dc329-fdd4-425d-ae30-c051147c5cb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:45.321003 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-253dc329-fdd4-425d-ae30-c051147c5cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:45.322019 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253dc329-fdd4-425d-ae30-c051147c5cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:45.322592 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-253dc329-fdd4-425d-ae30-c051147c5cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:45.383548 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253dc329-fdd4-425d-ae30-c051147c5cb2 admin admin] Pushing event updated for resources: {'Network': ['ID=dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:45.393062 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:58:45.458174 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-253dc329-fdd4-425d-ae30-c051147c5cb2 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6827979 May 25 14:58:45.461642 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 58102) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:45.466363 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-5b277b89-2657-4d4f-a746-b0c26ca5a76b admin admin] Request body: {'subnet': {'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1449231747-subnet', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'ip_version': 4}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:58:45.540357 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b277b89-2657-4d4f-a746-b0c26ca5a76b admin admin] Made reservation on behalf of bb0ee163dc0c4237aaa4e2efb85878fc for: {'subnet': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:58:45.542665 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5b277b89-2657-4d4f-a746-b0c26ca5a76b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127158571'] for subnet (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:45.784054 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5b277b89-2657-4d4f-a746-b0c26ca5a76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126891400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127158745'] for subnet (7a9fd0d3-f0e2-4879-858d-35599eac1d8a), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:45.840757 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b277b89-2657-4d4f-a746-b0c26ca5a76b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a9fd0d3-f0e2-4879-858d-35599eac1d8a,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:45.852211 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b277b89-2657-4d4f-a746-b0c26ca5a76b admin admin] Checking segment: {'id': 'e95236a3-d049-4124-88e3-98aa51d4128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:58:45.852679 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b277b89-2657-4d4f-a746-b0c26ca5a76b admin admin] Network hostable DHCP agents. Network: dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:58:45.955542 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b277b89-2657-4d4f-a746-b0c26ca5a76b admin admin] Network dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:58:46.026150 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-5b277b89-2657-4d4f-a746-b0c26ca5a76b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1) {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:58:46.030434 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b277b89-2657-4d4f-a746-b0c26ca5a76b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:46.031063 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5b277b89-2657-4d4f-a746-b0c26ca5a76b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:46.036508 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18017d03-acfb-40b1-aaa1-01d82a9d63a9 None None] Network dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:58:46.109327 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-5b277b89-2657-4d4f-a746-b0c26ca5a76b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6464581 May 25 14:58:46.111747 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 58106) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:46.117909 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1449231747-router', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:58:46.136709 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1a855bc-7c09-52c5-ba14-1589c7fd33db-dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1', 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1', 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'fixed_ips': [{'subnet_id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a'}]}} from dv-cinder-830283-3-iscsi. {{(pid=116227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 14:58:46.137677 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:46.220719 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router (a26ceb6b-b62f-4c53-b40c-e9c661ea5258), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:46.222181 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5644'] for router (a26ceb6b-b62f-4c53-b40c-e9c661ea5258), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:46.226187 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:46.235341 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:46.273157 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.db_base_plugin_common [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Allocated IP 172.20.0.2 (dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1/7a9fd0d3-f0e2-4879-858d-35599eac1d8a/05a3922c-2f35-497e-ba25-93cc65e8e200) {{(pid=116227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:58:46.277499 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Publish callbacks [] for router_controller (a26ceb6b-b62f-4c53-b40c-e9c661ea5258), precommit_add_association {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:46.419672 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Publish callbacks [] for port (05a3922c-2f35-497e-ba25-93cc65e8e200), precommit_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:46.523800 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653'] for port (05a3922c-2f35-497e-ba25-93cc65e8e200), after_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:46.524246 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Publish callbacks [] for router_gateway (a26ceb6b-b62f-4c53-b40c-e9c661ea5258), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:46.565338 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Network dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 is already hosted by enough agents. {{(pid=116227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:58:46.568203 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.base_scheduler [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Resources bound (agent type, host, resource id): {{(pid=116227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:58:46.573102 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Received port after_create {{(pid=116227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:58:46.579728 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Pushing event updated for resources: {'Port': ['ID=05a3922c-2f35-497e-ba25-93cc65e8e200,revision_number=1']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:46.642909 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Attempting to bind port 05a3922c-2f35-497e-ba25-93cc65e8e200 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:58:46.643271 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Attempting to bind port 05a3922c-2f35-497e-ba25-93cc65e8e200 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': 'e95236a3-d049-4124-88e3-98aa51d4128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:58:46.647633 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Attempting to bind port 05a3922c-2f35-497e-ba25-93cc65e8e200 on network dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:58:46.649986 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:58:46.650362 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Checking segment: {'id': 'e95236a3-d049-4124-88e3-98aa51d4128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:58:46.650803 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:46.651227 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Bound using segment: {'id': 'e95236a3-d049-4124-88e3-98aa51d4128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:58:46.651701 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Bound port: 05a3922c-2f35-497e-ba25-93cc65e8e200, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95236a3-d049-4124-88e3-98aa51d4128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:58:46.652437 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (05a3922c-2f35-497e-ba25-93cc65e8e200), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:46.715248 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] For port 05a3922c-2f35-497e-ba25-93cc65e8e200, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:58:46.718944 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] For port 05a3922c-2f35-497e-ba25-93cc65e8e200, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=05a3922c-2f35-497e-ba25-93cc65e8e200,segment=NetworkSegment(e95236a3-d049-4124-88e3-98aa51d4128f),segment_id=e95236a3-d049-4124-88e3-98aa51d4128f)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:58:46.780456 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Publish callbacks [] for router_gateway (a26ceb6b-b62f-4c53-b40c-e9c661ea5258), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:46.787840 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (05a3922c-2f35-497e-ba25-93cc65e8e200), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:46.806479 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:46.824971 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 58116) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:46.860643 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43468523-e6a8-47e2-93d7-dc179981dafe None None] Pushing event updated for resources: {'Port': ['ID=05a3922c-2f35-497e-ba25-93cc65e8e200,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:46.920004 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_common [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Allocated IP 172.27.1.49 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/5393aae6-e887-410b-8ba7-538ccd7c2ef5) {{(pid=116226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:58:46.953343 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-280f4a02-1bd2-495d-8aeb-d198abdc321a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:47.028423 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Publish callbacks [] for port (5393aae6-e887-410b-8ba7-538ccd7c2ef5), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:47.035281 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-280f4a02-1bd2-495d-8aeb-d198abdc321a admin admin] Publish callbacks [] for security_group (4a98254b-f8cd-48de-bdb6-528b5990772b), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:47.068812 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:47.126716 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-280f4a02-1bd2-495d-8aeb-d198abdc321a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (4a98254b-f8cd-48de-bdb6-528b5990772b), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:47.159021 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (5393aae6-e887-410b-8ba7-538ccd7c2ef5), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:47.172873 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f4a02-1bd2-495d-8aeb-d198abdc321a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a98254b-f8cd-48de-bdb6-528b5990772b,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:47.190395 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-280f4a02-1bd2-495d-8aeb-d198abdc321a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=056006ed32fc4782995233ceed6a76ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641992 May 25 14:58:47.191925 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 58120) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:47.199243 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:58:47.203611 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 05a3922c-2f35-497e-ba25-93cc65e8e200 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:58:47.204147 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:58:47.208793 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:47.210916 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Received port after_create {{(pid=116226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:58:47.230906 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=85,neutron:UPDATE=11,neutron:INSERT=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:47.260882 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 05a3922c-2f35-497e-ba25-93cc65e8e200 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:47.261251 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (05a3922c-2f35-497e-ba25-93cc65e8e200), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:47.261858 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Pushing event updated for resources: {'Port': ['ID=5393aae6-e887-410b-8ba7-538ccd7c2ef5,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:47.273973 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-afe4439d-b090-4d3e-951a-b97e9ebf84ec admin admin] Publish callbacks [] for security_group (4a98254b-f8cd-48de-bdb6-528b5990772b), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:47.297453 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-afe4439d-b090-4d3e-951a-b97e9ebf84ec admin admin] Publish callbacks [] for security_group (4a98254b-f8cd-48de-bdb6-528b5990772b), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:47.347794 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 05a3922c-2f35-497e-ba25-93cc65e8e200 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:47.348183 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (05a3922c-2f35-497e-ba25-93cc65e8e200), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:47.383697 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] For port 05a3922c-2f35-497e-ba25-93cc65e8e200, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=05a3922c-2f35-497e-ba25-93cc65e8e200,segment=NetworkSegment(e95236a3-d049-4124-88e3-98aa51d4128f),segment_id=e95236a3-d049-4124-88e3-98aa51d4128f)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:58:47.431983 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-afe4439d-b090-4d3e-951a-b97e9ebf84ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (4a98254b-f8cd-48de-bdb6-528b5990772b), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:47.434524 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-afe4439d-b090-4d3e-951a-b97e9ebf84ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:47.435782 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-afe4439d-b090-4d3e-951a-b97e9ebf84ec admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4a98254b-f8cd-48de-bdb6-528b5990772b HTTP/1.1" status: 204 len: 168 time: 0.2427669 May 25 14:58:47.444746 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4439d-b090-4d3e-951a-b97e9ebf84ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a98254b-f8cd-48de-bdb6-528b5990772b,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:47.463700 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (05a3922c-2f35-497e-ba25-93cc65e8e200), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:47.520147 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Pushing event updated for resources: {'Port': ['ID=05a3922c-2f35-497e-ba25-93cc65e8e200,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:47.569062 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Publish callbacks [] for router_gateway (a26ceb6b-b62f-4c53-b40c-e9c661ea5258), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:47.891814 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ad20a9-7c96-4d24-b51d-34ec484ce166 None None] Network dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:58:47.924661 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:47.987500 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566039'] for router (a26ceb6b-b62f-4c53-b40c-e9c661ea5258), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.002865 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-eb064181-3efd-4f7c-94fa-36f58005d572 None None] Provisioning complete for port 05a3922c-2f35-497e-ba25-93cc65e8e200 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:48.003271 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-eb064181-3efd-4f7c-94fa-36f58005d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (05a3922c-2f35-497e-ba25-93cc65e8e200), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.083215 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 58126) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:48.090103 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-eb064181-3efd-4f7c-94fa-36f58005d572 None None] Current status of the port 05a3922c-2f35-497e-ba25-93cc65e8e200 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:48.105625 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-facd0fda-eab5-4079-a0d3-fa69f48cebae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.188867 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-facd0fda-eab5-4079-a0d3-fa69f48cebae admin admin] Publish callbacks [] for security_group (b5b3bde5-d476-4519-8c89-4641978dfc0e), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.203316 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Router a26ceb6b-b62f-4c53-b40c-e9c661ea5258 is scheduled to L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d with binding_index 1 {{(pid=116226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 14:58:48.252454 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-facd0fda-eab5-4079-a0d3-fa69f48cebae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (b5b3bde5-d476-4519-8c89-4641978dfc0e), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.290626 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd0fda-eab5-4079-a0d3-fa69f48cebae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b3bde5-d476-4519-8c89-4641978dfc0e,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:48.297361 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-facd0fda-eab5-4079-a0d3-fa69f48cebae admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9fb14a3f846b469bbf373c8a074b4957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085626 May 25 14:58:48.297616 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 58128) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:48.313287 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:58:48.319335 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c0cdf75b-3e35-46d4-a20c-be70ee8b3b6d None None] Provisioning complete for port 05a3922c-2f35-497e-ba25-93cc65e8e200 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:48.320047 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c0cdf75b-3e35-46d4-a20c-be70ee8b3b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (05a3922c-2f35-497e-ba25-93cc65e8e200), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.336572 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Sync routers for ids ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:58:48.358291 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Routers {'a26ceb6b-b62f-4c53-b40c-e9c661ea5258'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:58:48.358950 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:58:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:48.364241 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc421-cfdf-49b3-97e7-86d86b57f260 admin admin] Publish callbacks [] for security_group (b5b3bde5-d476-4519-8c89-4641978dfc0e), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.368421 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:48.387208 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc421-cfdf-49b3-97e7-86d86b57f260 admin admin] Publish callbacks [] for security_group (b5b3bde5-d476-4519-8c89-4641978dfc0e), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.399286 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] Publish callbacks [] for router (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.403461 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-cf7d81af-c0dd-4b8c-b8c3-61cdb291d10c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2883427 May 25 14:58:48.403628 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c0cdf75b-3e35-46d4-a20c-be70ee8b3b6d None None] Current status of the port 05a3922c-2f35-497e-ba25-93cc65e8e200 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:48.403856 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 58130) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:48.466002 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Set router a26ceb6b-b62f-4c53-b40c-e9c661ea5258 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:58:48.500437 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:48.515460 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc421-cfdf-49b3-97e7-86d86b57f260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (b5b3bde5-d476-4519-8c89-4641978dfc0e), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.519324 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc421-cfdf-49b3-97e7-86d86b57f260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.522524 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-1b8bc421-cfdf-49b3-97e7-86d86b57f260 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b5b3bde5-d476-4519-8c89-4641978dfc0e HTTP/1.1" status: 204 len: 168 time: 0.2216871 May 25 14:58:48.533135 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bc421-cfdf-49b3-97e7-86d86b57f260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b3bde5-d476-4519-8c89-4641978dfc0e,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:48.637553 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'name': 'tempest-TestMinimumBasicScenario-1449231747-router', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:47Z', 'revision_number': 3, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'gw_port': {'id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:48.663183 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Checking router: a26ceb6b-b62f-4c53-b40c-e9c661ea5258 for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:58:48.663536 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Updating router a26ceb6b-b62f-4c53-b40c-e9c661ea5258 port 5393aae6-e887-410b-8ba7-538ccd7c2ef5 binding host dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:58:48.691246 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (5393aae6-e887-410b-8ba7-538ccd7c2ef5), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.819030 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.981640 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Publish callbacks [] for port (5393aae6-e887-410b-8ba7-538ccd7c2ef5), precommit_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.001830 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_common [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] Allocated IP 172.20.0.1 (dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1/7a9fd0d3-f0e2-4879-858d-35599eac1d8a/fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71) {{(pid=116226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:58:49.061688 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (5393aae6-e887-410b-8ba7-538ccd7c2ef5), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.073431 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:49.107426 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c00e68-6538-41df-8246-61ef753a28da None None] Pushing event updated for resources: {'Port': ['ID=5393aae6-e887-410b-8ba7-538ccd7c2ef5,revision_number=2']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:49.114227 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] Publish callbacks [] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.116258 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c00e68-6538-41df-8246-61ef753a28da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:49.116615 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c00e68-6538-41df-8246-61ef753a28da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:49.116989 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c00e68-6538-41df-8246-61ef753a28da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:49.117352 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c00e68-6538-41df-8246-61ef753a28da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:49.117693 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c00e68-6538-41df-8246-61ef753a28da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:49.118024 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c00e68-6538-41df-8246-61ef753a28da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:49.118353 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c00e68-6538-41df-8246-61ef753a28da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:49.118705 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c00e68-6538-41df-8246-61ef753a28da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:49.122862 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c00e68-6538-41df-8246-61ef753a28da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:49.122862 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c00e68-6538-41df-8246-61ef753a28da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:49.122862 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c00e68-6538-41df-8246-61ef753a28da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:49.122862 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c00e68-6538-41df-8246-61ef753a28da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:49.122862 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c00e68-6538-41df-8246-61ef753a28da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:49.122862 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c00e68-6538-41df-8246-61ef753a28da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:49.122862 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c00e68-6538-41df-8246-61ef753a28da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:49.185820 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Attempting to bind port 5393aae6-e887-410b-8ba7-538ccd7c2ef5 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:58:49.186477 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Attempting to bind port 5393aae6-e887-410b-8ba7-538ccd7c2ef5 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:58:49.187328 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Attempting to bind port 5393aae6-e887-410b-8ba7-538ccd7c2ef5 on network e77a34f4-3c18-4df0-a57b-b0c373fbaaed {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:58:49.193230 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:58:49.193815 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Checking segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:58:49.194374 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.194960 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Bound using segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:58:49.195793 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Bound port: 5393aae6-e887-410b-8ba7-538ccd7c2ef5, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:58:49.196174 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (5393aae6-e887-410b-8ba7-538ccd7c2ef5), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.237011 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.239693 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 05a3922c-2f35-497e-ba25-93cc65e8e200 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:58:49.243115 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:49.248627 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] For port 5393aae6-e887-410b-8ba7-538ccd7c2ef5, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:58:49.252145 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] For port 5393aae6-e887-410b-8ba7-538ccd7c2ef5, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=5393aae6-e887-410b-8ba7-538ccd7c2ef5,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:58:49.282981 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] Network dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:58:49.286386 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:58:49.288202 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 05a3922c-2f35-497e-ba25-93cc65e8e200 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:49.288745 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (05a3922c-2f35-497e-ba25-93cc65e8e200), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.298353 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] Received port after_create {{(pid=116226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:58:49.347609 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:49.350243 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] Pushing event updated for resources: {'Port': ['ID=fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:49.362000 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565314'] for router_interface (a26ceb6b-b62f-4c53-b40c-e9c661ea5258), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.375036 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 05a3922c-2f35-497e-ba25-93cc65e8e200 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:49.375244 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 58156) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:49.387406 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (5393aae6-e887-410b-8ba7-538ccd7c2ef5), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.396835 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c441fa4f-7328-495c-98b0-d2dcbd48dc29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.475051 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:49.489935 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:49.491871 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c00e68-6538-41df-8246-61ef753a28da None None] Pushing event updated for resources: {'Port': ['ID=5393aae6-e887-410b-8ba7-538ccd7c2ef5,revision_number=3']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:49.513172 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c441fa4f-7328-495c-98b0-d2dcbd48dc29 admin admin] Publish callbacks [] for security_group (a7d781d8-dbd1-45df-9835-07c379fa60a5), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.518963 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Routers {'a26ceb6b-b62f-4c53-b40c-e9c661ea5258'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:58:49.519708 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:58:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:49.601276 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c441fa4f-7328-495c-98b0-d2dcbd48dc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (a7d781d8-dbd1-45df-9835-07c379fa60a5), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.640787 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-37bbbed2-971c-452c-9d7f-aff9dbadba6e None None] Provisioning complete for port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:49.641169 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-37bbbed2-971c-452c-9d7f-aff9dbadba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.655675 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-c441fa4f-7328-495c-98b0-d2dcbd48dc29 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f96bae4019be4399bed49175bfc23a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793000 May 25 14:58:49.656744 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441fa4f-7328-495c-98b0-d2dcbd48dc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d781d8-dbd1-45df-9835-07c379fa60a5,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:49.661678 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:49.671608 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 58160) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:49.671608 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.696115 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-37bbbed2-971c-452c-9d7f-aff9dbadba6e None None] Port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:58:49.733706 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] Set router a26ceb6b-b62f-4c53-b40c-e9c661ea5258 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:58:49.792462 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4a418458-22fa-43cb-b07d-a967e0e98acd admin admin] Publish callbacks [] for security_group (a7d781d8-dbd1-45df-9835-07c379fa60a5), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.856341 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4a418458-22fa-43cb-b07d-a967e0e98acd admin admin] Publish callbacks [] for security_group (a7d781d8-dbd1-45df-9835-07c379fa60a5), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.910501 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'name': 'tempest-TestMinimumBasicScenario-1449231747-router', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:47Z', 'revision_number': 3, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'gw_port': {'id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:49.939749 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81413d91-b585-46c9-87f4-cfc190fa7082 None None] The sync data for ids ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'] in dv-cinder-830283-3-iscsi is: [{'id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'name': 'tempest-TestMinimumBasicScenario-1449231747-router', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:47Z', 'revision_number': 3, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'gw_port': {'id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:58:49.964157 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] Publish callbacks [] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:50.021003 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4a418458-22fa-43cb-b07d-a967e0e98acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (a7d781d8-dbd1-45df-9835-07c379fa60a5), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:50.023737 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4a418458-22fa-43cb-b07d-a967e0e98acd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:50.032783 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-4a418458-22fa-43cb-b07d-a967e0e98acd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a7d781d8-dbd1-45df-9835-07c379fa60a5 HTTP/1.1" status: 204 len: 168 time: 0.3511381 May 25 14:58:50.038831 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a418458-22fa-43cb-b07d-a967e0e98acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d781d8-dbd1-45df-9835-07c379fa60a5,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:50.087078 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126892817'] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:50.156327 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] Pushing event updated for resources: {'Port': ['ID=fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71,revision_number=2']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:50.159081 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-826829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567250'] for router_interface (a26ceb6b-b62f-4c53-b40c-e9c661ea5258), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:50.296465 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] Network dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:58:50.297816 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:58:50.481333 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] Router a26ceb6b-b62f-4c53-b40c-e9c661ea5258 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:58:50.616456 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:58:50.626687 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-16975639-f65e-4427-935b-10ee2a52544f admin admin] 10.222.0.74 "PUT /v2.0/routers/a26ceb6b-b62f-4c53-b40c-e9c661ea5258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2216296 May 25 14:58:50.672079 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:50.720837 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-f1d5fbf8-8fc0-4cf6-8a50-9c8883c03d78 None None] Provisioning complete for port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:50.721859 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-f1d5fbf8-8fc0-4cf6-8a50-9c8883c03d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:50.765287 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5fbf8-8fc0-4cf6-8a50-9c8883c03d78 None None] Port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:58:51.184752 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 5393aae6-e887-410b-8ba7-538ccd7c2ef5 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:58:51.232327 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:51.236814 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 5393aae6-e887-410b-8ba7-538ccd7c2ef5 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:51.237184 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (5393aae6-e887-410b-8ba7-538ccd7c2ef5), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:51.274961 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:51.321573 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 5393aae6-e887-410b-8ba7-538ccd7c2ef5 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:51.322067 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (5393aae6-e887-410b-8ba7-538ccd7c2ef5), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:51.345058 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] For port 5393aae6-e887-410b-8ba7-538ccd7c2ef5, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=5393aae6-e887-410b-8ba7-538ccd7c2ef5,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:58:51.452835 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (5393aae6-e887-410b-8ba7-538ccd7c2ef5), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:51.507029 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 58218) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:51.512775 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-3a0aae35-112b-4fee-b5fa-1b35660e8b39 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1000986335-network', 'tenant_id': 'a4acf7c7eb4248df881d3f014ec44bf6'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:58:51.517439 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Pushing event updated for resources: {'Port': ['ID=5393aae6-e887-410b-8ba7-538ccd7c2ef5,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:51.606529 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0aae35-112b-4fee-b5fa-1b35660e8b39 admin admin] Made reservation on behalf of a4acf7c7eb4248df881d3f014ec44bf6 for: {'network': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:58:51.609173 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3a0aae35-112b-4fee-b5fa-1b35660e8b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:51.618272 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3a0aae35-112b-4fee-b5fa-1b35660e8b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:51.700821 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3a0aae35-112b-4fee-b5fa-1b35660e8b39 admin admin] Publish callbacks [] for security_group (42b1c470-ae3d-42f0-8c84-672066e206ef), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:51.802313 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3a0aae35-112b-4fee-b5fa-1b35660e8b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (42b1c470-ae3d-42f0-8c84-672066e206ef), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:51.827969 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0aae35-112b-4fee-b5fa-1b35660e8b39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=116225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:58:51.838769 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0aae35-112b-4fee-b5fa-1b35660e8b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b1c470-ae3d-42f0-8c84-672066e206ef,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:51.843733 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3a0aae35-112b-4fee-b5fa-1b35660e8b39 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (779d4722-f017-4ca0-860d-bc0970a76d1c), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:51.844149 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.segments_db [None req-3a0aae35-112b-4fee-b5fa-1b35660e8b39 admin admin] Added segment 779d4722-f017-4ca0-860d-bc0970a76d1c of type vlan for network 519525eb-37a8-4c4c-a95b-379bf4d056e9 May 25 14:58:51.852088 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:51.861231 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Sync routers for ids ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:58:51.872665 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Routers {'a26ceb6b-b62f-4c53-b40c-e9c661ea5258'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:58:51.882401 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:58:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:51.887106 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3a0aae35-112b-4fee-b5fa-1b35660e8b39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (519525eb-37a8-4c4c-a95b-379bf4d056e9), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:51.989436 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3a0aae35-112b-4fee-b5fa-1b35660e8b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (519525eb-37a8-4c4c-a95b-379bf4d056e9), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:51.990466 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0aae35-112b-4fee-b5fa-1b35660e8b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:51.991088 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3a0aae35-112b-4fee-b5fa-1b35660e8b39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:51.992204 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Set router a26ceb6b-b62f-4c53-b40c-e9c661ea5258 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:58:52.053326 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0aae35-112b-4fee-b5fa-1b35660e8b39 admin admin] Pushing event updated for resources: {'Network': ['ID=519525eb-37a8-4c4c-a95b-379bf4d056e9,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:52.076868 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network 519525eb-37a8-4c4c-a95b-379bf4d056e9 details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:58:52.102432 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-3a0aae35-112b-4fee-b5fa-1b35660e8b39 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5915089 May 25 14:58:52.102623 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 58234) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:52.107856 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-ebd4e181-c270-4f7b-90db-a9d05442359d admin admin] Request body: {'subnet': {'network_id': '519525eb-37a8-4c4c-a95b-379bf4d056e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1000986335-subnet', 'tenant_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'ip_version': 4}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:58:52.192886 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd4e181-c270-4f7b-90db-a9d05442359d admin admin] Made reservation on behalf of a4acf7c7eb4248df881d3f014ec44bf6 for: {'subnet': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:58:52.195756 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ebd4e181-c270-4f7b-90db-a9d05442359d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127158571'] for subnet (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:52.297844 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'name': 'tempest-TestMinimumBasicScenario-1449231747-router', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:49Z', 'revision_number': 4, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'gw_port': {'id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71', 'name': '', 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'mac_address': 'fa:16:3e:58:26:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:48Z', 'updated_at': '2022-05-25T14:58:49Z', 'revision_number': 2, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'subnets': [{'id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:52.341558 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Checking router: a26ceb6b-b62f-4c53-b40c-e9c661ea5258 for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:58:52.341921 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Updating router a26ceb6b-b62f-4c53-b40c-e9c661ea5258 port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 binding host dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:58:52.372613 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:52.390793 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:52.469788 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ebd4e181-c270-4f7b-90db-a9d05442359d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126891400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127158745'] for subnet (53896528-b25d-4084-99e4-868b2210cde5), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:52.526048 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4e181-c270-4f7b-90db-a9d05442359d admin admin] Pushing event updated for resources: {'Subnet': ['ID=53896528-b25d-4084-99e4-868b2210cde5,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:52.550223 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd4e181-c270-4f7b-90db-a9d05442359d admin admin] Checking segment: {'id': '779d4722-f017-4ca0-860d-bc0970a76d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '519525eb-37a8-4c4c-a95b-379bf4d056e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:58:52.550586 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd4e181-c270-4f7b-90db-a9d05442359d admin admin] Network hostable DHCP agents. Network: 519525eb-37a8-4c4c-a95b-379bf4d056e9, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:58:52.650460 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd4e181-c270-4f7b-90db-a9d05442359d admin admin] Network 519525eb-37a8-4c4c-a95b-379bf4d056e9 is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:58:52.708023 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:52.718948 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Publish callbacks [] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), precommit_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:52.795200 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-ebd4e181-c270-4f7b-90db-a9d05442359d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, 519525eb-37a8-4c4c-a95b-379bf4d056e9) {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:58:52.795404 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:52.803904 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd4e181-c270-4f7b-90db-a9d05442359d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:52.810340 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ebd4e181-c270-4f7b-90db-a9d05442359d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:52.811569 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:52.822230 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a25fad7-2c47-448d-a78e-b66b4d382dab None None] Network 519525eb-37a8-4c4c-a95b-379bf4d056e9 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:58:52.890959 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495ca11-7fb0-46fa-b75e-fdfdfea0bbc1 None None] Pushing event updated for resources: {'Port': ['ID=fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:53.033557 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 58260) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:53.038314 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-ebd4e181-c270-4f7b-90db-a9d05442359d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9345326 May 25 14:58:53.041389 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1000986335-router', 'tenant_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:58:53.118274 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Attempting to bind port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:58:53.118667 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Attempting to bind port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': 'e95236a3-d049-4124-88e3-98aa51d4128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:58:53.119033 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Attempting to bind port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 on network dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:58:53.127524 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-9386025d-2002-49ac-84f0-c56713aab20a None None] Provisioning complete for port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:53.127895 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-9386025d-2002-49ac-84f0-c56713aab20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:53.130846 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:58:53.131489 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Checking segment: {'id': 'e95236a3-d049-4124-88e3-98aa51d4128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:58:53.131858 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:53.132175 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Bound using segment: {'id': 'e95236a3-d049-4124-88e3-98aa51d4128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:58:53.132655 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Bound port: fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95236a3-d049-4124-88e3-98aa51d4128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:58:53.133034 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:53.152782 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1a855bc-7c09-52c5-ba14-1589c7fd33db-519525eb-37a8-4c4c-a95b-379bf4d056e9', 'network_id': '519525eb-37a8-4c4c-a95b-379bf4d056e9', 'project_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'fixed_ips': [{'subnet_id': '53896528-b25d-4084-99e4-868b2210cde5'}]}} from dv-cinder-830283-3-iscsi. {{(pid=116227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 14:58:53.153719 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:53.188731 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 5393aae6-e887-410b-8ba7-538ccd7c2ef5 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:58:53.201594 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router (a603f1c5-c443-4b29-89e0-c0c859ab991a), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:53.203137 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5644'] for router (a603f1c5-c443-4b29-89e0-c0c859ab991a), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:53.213634 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-9386025d-2002-49ac-84f0-c56713aab20a None None] Port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:58:53.267097 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Publish callbacks [] for router_controller (a603f1c5-c443-4b29-89e0-c0c859ab991a), precommit_add_association {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:53.338547 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] For port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:58:53.344417 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] For port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71,segment=NetworkSegment(e95236a3-d049-4124-88e3-98aa51d4128f),segment_id=e95236a3-d049-4124-88e3-98aa51d4128f)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:58:53.389378 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 5393aae6-e887-410b-8ba7-538ccd7c2ef5 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:53.390031 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (5393aae6-e887-410b-8ba7-538ccd7c2ef5), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:53.433065 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.db_base_plugin_common [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Allocated IP 172.20.0.2 (519525eb-37a8-4c4c-a95b-379bf4d056e9/53896528-b25d-4084-99e4-868b2210cde5/a2e19c21-2cc8-414b-bb85-00a2746a4542) {{(pid=116227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:58:53.546018 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:53.566732 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Publish callbacks [] for router_gateway (a603f1c5-c443-4b29-89e0-c0c859ab991a), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:53.616624 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 5393aae6-e887-410b-8ba7-538ccd7c2ef5 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:53.649484 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Routers {'a26ceb6b-b62f-4c53-b40c-e9c661ea5258'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:58:53.650224 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:58:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:53.654209 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495ca11-7fb0-46fa-b75e-fdfdfea0bbc1 None None] Pushing event updated for resources: {'Port': ['ID=fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:53.844283 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] Set router a26ceb6b-b62f-4c53-b40c-e9c661ea5258 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:58:53.891813 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Publish callbacks [] for port (a2e19c21-2cc8-414b-bb85-00a2746a4542), precommit_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:53.959968 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:53.974613 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Publish callbacks [] for router_gateway (a603f1c5-c443-4b29-89e0-c0c859ab991a), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.001440 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653'] for port (a2e19c21-2cc8-414b-bb85-00a2746a4542), after_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.002598 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.014482 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c08086-37d3-49c6-b022-07cf00db4de4 req-3013ab00-f480-4db9-b39f-fcc467eb6ae6 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:54.016215 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f8c08086-37d3-49c6-b022-07cf00db4de4 req-3013ab00-f480-4db9-b39f-fcc467eb6ae6 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0537703 May 25 14:58:54.065153 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Network 519525eb-37a8-4c4c-a95b-379bf4d056e9 is already hosted by enough agents. {{(pid=116227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:58:54.082157 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f8c08086-37d3-49c6-b022-07cf00db4de4 req-c88cd438-4045-489b-8ed7-bcde975105bf tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554485 May 25 14:58:54.083263 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.base_scheduler [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Resources bound (agent type, host, resource id): {{(pid=116227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:58:54.086111 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Received port after_create {{(pid=116227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:58:54.110079 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-75c586f2-6589-412a-8c32-3ffc0c782b7c None None] Provisioning complete for port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:54.110079 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-75c586f2-6589-412a-8c32-3ffc0c782b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.125317 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:54.125853 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Allocated IP 172.27.1.189 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:58:54.130801 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Pushing event updated for resources: {'Port': ['ID=a2e19c21-2cc8-414b-bb85-00a2746a4542,revision_number=1']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:54.233363 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Publish callbacks [] for port (6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.246175 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Attempting to bind port a2e19c21-2cc8-414b-bb85-00a2746a4542 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:58:54.246556 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Attempting to bind port a2e19c21-2cc8-414b-bb85-00a2746a4542 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '779d4722-f017-4ca0-860d-bc0970a76d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '519525eb-37a8-4c4c-a95b-379bf4d056e9'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:58:54.246949 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Attempting to bind port a2e19c21-2cc8-414b-bb85-00a2746a4542 on network 519525eb-37a8-4c4c-a95b-379bf4d056e9 {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:58:54.262789 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:58:54.262789 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Checking segment: {'id': '779d4722-f017-4ca0-860d-bc0970a76d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '519525eb-37a8-4c4c-a95b-379bf4d056e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:58:54.262789 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.262789 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Bound using segment: {'id': '779d4722-f017-4ca0-860d-bc0970a76d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '519525eb-37a8-4c4c-a95b-379bf4d056e9'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:58:54.262789 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Bound port: a2e19c21-2cc8-414b-bb85-00a2746a4542, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779d4722-f017-4ca0-860d-bc0970a76d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '519525eb-37a8-4c4c-a95b-379bf4d056e9'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:58:54.262789 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (a2e19c21-2cc8-414b-bb85-00a2746a4542), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.265396 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'name': 'tempest-TestMinimumBasicScenario-1449231747-router', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:49Z', 'revision_number': 4, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'gw_port': {'id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71', 'name': '', 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'mac_address': 'fa:16:3e:58:26:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:48Z', 'updated_at': '2022-05-25T14:58:53Z', 'revision_number': 4, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'subnets': [{'id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:54.320801 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514242c-6bc4-4f66-9144-cfb322285eba None None] The sync data for ids ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'] in dv-cinder-830283-3-iscsi is: [{'id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'name': 'tempest-TestMinimumBasicScenario-1449231747-router', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:49Z', 'revision_number': 4, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'gw_port': {'id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71', 'name': '', 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'mac_address': 'fa:16:3e:58:26:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:48Z', 'updated_at': '2022-05-25T14:58:53Z', 'revision_number': 4, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'subnets': [{'id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:58:54.363161 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:54.369704 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-75c586f2-6589-412a-8c32-3ffc0c782b7c None None] Current status of the port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:54.369704 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-75c586f2-6589-412a-8c32-3ffc0c782b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.409297 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.411267 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] For port a2e19c21-2cc8-414b-bb85-00a2746a4542, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:58:54.446667 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] For port a2e19c21-2cc8-414b-bb85-00a2746a4542, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=a2e19c21-2cc8-414b-bb85-00a2746a4542,segment=NetworkSegment(779d4722-f017-4ca0-860d-bc0970a76d1c),segment_id=779d4722-f017-4ca0-860d-bc0970a76d1c)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:58:54.451538 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-75c586f2-6589-412a-8c32-3ffc0c782b7c None None] For port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71,segment=NetworkSegment(e95236a3-d049-4124-88e3-98aa51d4128f),segment_id=e95236a3-d049-4124-88e3-98aa51d4128f)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:58:54.463421 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:58:54.468428 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:58:54.472650 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:58:54.496439 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:54.506109 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Pushing event updated for resources: {'Port': ['ID=6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:54.541609 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-75c586f2-6589-412a-8c32-3ffc0c782b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.548111 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (a2e19c21-2cc8-414b-bb85-00a2746a4542), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.621250 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c586f2-6589-412a-8c32-3ffc0c782b7c None None] Pushing event updated for resources: {'Port': ['ID=fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:54.706353 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8f5e5-b5e9-4e26-91bb-2120cfd03f56 None None] Pushing event updated for resources: {'Port': ['ID=a2e19c21-2cc8-414b-bb85-00a2746a4542,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:54.866150 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Publish callbacks [] for router_gateway (a603f1c5-c443-4b29-89e0-c0c859ab991a), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.266103 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device a2e19c21-2cc8-414b-bb85-00a2746a4542 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:58:55.279422 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9716c7e-0242-4606-b40d-5590380634b7 req-071c0f35-93b0-47e5-a1e9-84f4ba80b578 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:55.281677 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f9716c7e-0242-4606-b40d-5590380634b7 req-071c0f35-93b0-47e5-a1e9-84f4ba80b578 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0647728 May 25 14:58:55.327438 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566039'] for router (a603f1c5-c443-4b29-89e0-c0c859ab991a), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.347581 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port a2e19c21-2cc8-414b-bb85-00a2746a4542 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:55.348201 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (a2e19c21-2cc8-414b-bb85-00a2746a4542), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.363814 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f9716c7e-0242-4606-b40d-5590380634b7 req-650f695b-8f1f-4feb-9320-602dc05829f9 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755920 May 25 14:58:55.454066 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port a2e19c21-2cc8-414b-bb85-00a2746a4542 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:55.454469 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (a2e19c21-2cc8-414b-bb85-00a2746a4542), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.498186 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] For port a2e19c21-2cc8-414b-bb85-00a2746a4542, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=a2e19c21-2cc8-414b-bb85-00a2746a4542,segment=NetworkSegment(779d4722-f017-4ca0-860d-bc0970a76d1c),segment_id=779d4722-f017-4ca0-860d-bc0970a76d1c)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:58:55.591605 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Router a603f1c5-c443-4b29-89e0-c0c859ab991a is scheduled to L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d with binding_index 1 {{(pid=116225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 14:58:55.665112 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (a2e19c21-2cc8-414b-bb85-00a2746a4542), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.665112 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:58:55.665112 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:55.749546 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:58:55.759116 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Pushing event updated for resources: {'Port': ['ID=a2e19c21-2cc8-414b-bb85-00a2746a4542,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:55.786984 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:55.787485 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.787647 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Sync routers for ids ['a603f1c5-c443-4b29-89e0-c0c859ab991a'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:58:55.794677 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:55.798300 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Routers {'a603f1c5-c443-4b29-89e0-c0c859ab991a'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:58:55.800710 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:58:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a603f1c5-c443-4b29-89e0-c0c859ab991a'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:55.825653 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd097018-cf78-4c11-a6a0-91a66c6abbde None None] Network 519525eb-37a8-4c4c-a95b-379bf4d056e9 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:58:55.849704 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] Publish callbacks [] for router (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.852620 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-66b527e1-99c4-4943-870e-3e60631a657e admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8180592 May 25 14:58:55.855297 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 58306) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:55.881084 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:55.932751 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Set router a603f1c5-c443-4b29-89e0-c0c859ab991a gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:58:56.091045 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-2cca478c-33f3-40a0-a827-862c5909c115 None None] Provisioning complete for port a2e19c21-2cc8-414b-bb85-00a2746a4542 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:56.091246 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2cca478c-33f3-40a0-a827-862c5909c115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (a2e19c21-2cc8-414b-bb85-00a2746a4542), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:56.126291 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'name': 'tempest-TestMinimumBasicScenario-1000986335-router', 'tenant_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:53Z', 'updated_at': '2022-05-25T14:58:54Z', 'revision_number': 3, 'project_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'gw_port': {'id': '6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:54Z', 'updated_at': '2022-05-25T14:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:56.154013 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Checking router: a603f1c5-c443-4b29-89e0-c0c859ab991a for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:58:56.154361 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Updating router a603f1c5-c443-4b29-89e0-c0c859ab991a port 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb binding host dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:58:56.175409 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:56.192312 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:56.223912 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:56.262399 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-2cca478c-33f3-40a0-a827-862c5909c115 None None] Current status of the port a2e19c21-2cc8-414b-bb85-00a2746a4542 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:56.453637 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=100 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:56.524935 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Publish callbacks [] for port (6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb), precommit_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:56.552982 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68ef37-0472-4b52-8ff3-130d30f60d03 req-28e0ec26-5f8d-4efd-b8b5-c9963930e4dc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:56.556489 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1a68ef37-0472-4b52-8ff3-130d30f60d03 req-28e0ec26-5f8d-4efd-b8b5-c9963930e4dc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0787108 May 25 14:58:56.573167 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-cc47f575-6340-4278-99a8-1f2881d09912 None None] Provisioning complete for port a2e19c21-2cc8-414b-bb85-00a2746a4542 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:56.573761 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-cc47f575-6340-4278-99a8-1f2881d09912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (a2e19c21-2cc8-414b-bb85-00a2746a4542), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:56.604085 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:56.672494 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-cc47f575-6340-4278-99a8-1f2881d09912 None None] Current status of the port a2e19c21-2cc8-414b-bb85-00a2746a4542 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:56.678680 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:56.683738 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b5f77-befe-408d-be9f-3e778333ea3b None None] Pushing event updated for resources: {'Port': ['ID=6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb,revision_number=2']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:56.685934 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1a68ef37-0472-4b52-8ff3-130d30f60d03 req-0f573992-7bf0-48fc-9ebc-694c8ce7f7a6 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210682 May 25 14:58:56.740686 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Attempting to bind port 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:58:56.741787 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Attempting to bind port 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:58:56.746966 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Attempting to bind port 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb on network e77a34f4-3c18-4df0-a57b-b0c373fbaaed {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:58:56.748701 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:58:56.749343 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Checking segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:58:56.749994 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:56.750605 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Bound using segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:58:56.751146 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Bound port: 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:58:56.751854 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:56.778485 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:56.805928 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] For port 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:58:56.809606 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] For port 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:58:56.841270 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:56.892709 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:56.949134 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Routers {'a603f1c5-c443-4b29-89e0-c0c859ab991a'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:58:56.949747 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:58:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a603f1c5-c443-4b29-89e0-c0c859ab991a'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:56.952580 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_common [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] Allocated IP 172.20.0.1 (519525eb-37a8-4c4c-a95b-379bf4d056e9/53896528-b25d-4084-99e4-868b2210cde5/c88820a0-c5ea-4325-adfc-3e7113374520) {{(pid=116226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:58:56.980651 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:57.004283 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b5f77-befe-408d-be9f-3e778333ea3b None None] Pushing event updated for resources: {'Port': ['ID=6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb,revision_number=3']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:57.058658 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] Publish callbacks [] for port (c88820a0-c5ea-4325-adfc-3e7113374520), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.069045 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] Set router a603f1c5-c443-4b29-89e0-c0c859ab991a gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:58:57.152522 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (c88820a0-c5ea-4325-adfc-3e7113374520), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.169178 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device a2e19c21-2cc8-414b-bb85-00a2746a4542 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:58:57.196568 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] Network 519525eb-37a8-4c4c-a95b-379bf4d056e9 is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:58:57.199865 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:58:57.203939 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] Received port after_create {{(pid=116226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:58:57.208016 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] Pushing event updated for resources: {'Port': ['ID=c88820a0-c5ea-4325-adfc-3e7113374520,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:57.226600 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port a2e19c21-2cc8-414b-bb85-00a2746a4542 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:57.227020 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (a2e19c21-2cc8-414b-bb85-00a2746a4542), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.247858 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'name': 'tempest-TestMinimumBasicScenario-1000986335-router', 'tenant_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:53Z', 'updated_at': '2022-05-25T14:58:54Z', 'revision_number': 3, 'project_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'gw_port': {'id': '6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:54Z', 'updated_at': '2022-05-25T14:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:57.257227 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565314'] for router_interface (a603f1c5-c443-4b29-89e0-c0c859ab991a), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.278652 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c6072d-106d-46cf-b5a3-03b770b3a91e None None] The sync data for ids ['a603f1c5-c443-4b29-89e0-c0c859ab991a'] in dv-cinder-830283-3-iscsi is: [{'id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'name': 'tempest-TestMinimumBasicScenario-1000986335-router', 'tenant_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:53Z', 'updated_at': '2022-05-25T14:58:54Z', 'revision_number': 3, 'project_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'gw_port': {'id': '6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:54Z', 'updated_at': '2022-05-25T14:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:58:57.329824 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port a2e19c21-2cc8-414b-bb85-00a2746a4542 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:57.476675 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (c88820a0-c5ea-4325-adfc-3e7113374520), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.497734 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-9eb6d709-4faf-4eb6-ba96-f65da29ebc24 None None] Provisioning complete for port c88820a0-c5ea-4325-adfc-3e7113374520 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:57.498033 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d709-4faf-4eb6-ba96-f65da29ebc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (c88820a0-c5ea-4325-adfc-3e7113374520), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.569613 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-9eb6d709-4faf-4eb6-ba96-f65da29ebc24 None None] Port c88820a0-c5ea-4325-adfc-3e7113374520 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:58:57.660701 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:57.708301 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] Publish callbacks [] for port (c88820a0-c5ea-4325-adfc-3e7113374520), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.767978 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126892817'] for port (c88820a0-c5ea-4325-adfc-3e7113374520), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.887588 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a7f05-7d03-4a0d-b305-57a51f62e173 req-4a8d57a1-aad8-4a04-9598-d0bf2af61b2b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:57.889115 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dd3a7f05-7d03-4a0d-b305-57a51f62e173 req-4a8d57a1-aad8-4a04-9598-d0bf2af61b2b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.1179473 May 25 14:58:57.892119 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] Pushing event updated for resources: {'Port': ['ID=c88820a0-c5ea-4325-adfc-3e7113374520,revision_number=2']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:57.903559 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-826829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567250'] for router_interface (a603f1c5-c443-4b29-89e0-c0c859ab991a), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.994453 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dd3a7f05-7d03-4a0d-b305-57a51f62e173 req-dfd60faf-9cfb-47ea-b3d0-4521c3f8fb23 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976686 May 25 14:58:58.036138 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] Network 519525eb-37a8-4c4c-a95b-379bf4d056e9 is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:58:58.038498 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:58:58.094126 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:58.157112 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] Router a603f1c5-c443-4b29-89e0-c0c859ab991a has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:58:58.269231 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:58:58.274197 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-66a8d4e3-7375-48c3-91ae-1afc73decc37 admin admin] 10.222.0.74 "PUT /v2.0/routers/a603f1c5-c443-4b29-89e0-c0c859ab991a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4178593 May 25 14:58:58.299069 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-f8457016-b81e-47b5-8ac3-4e676b50af42 None None] Provisioning complete for port c88820a0-c5ea-4325-adfc-3e7113374520 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:58.299629 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-f8457016-b81e-47b5-8ac3-4e676b50af42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (c88820a0-c5ea-4325-adfc-3e7113374520), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:58.332746 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-f8457016-b81e-47b5-8ac3-4e676b50af42 None None] Port c88820a0-c5ea-4325-adfc-3e7113374520 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:58:58.928481 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Sync routers for ids ['a603f1c5-c443-4b29-89e0-c0c859ab991a'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:58:58.941613 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Routers {'a603f1c5-c443-4b29-89e0-c0c859ab991a'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:58:58.942236 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:58:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a603f1c5-c443-4b29-89e0-c0c859ab991a'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:59.049616 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Set router a603f1c5-c443-4b29-89e0-c0c859ab991a gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:58:59.158168 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972467c-5e8c-4b1e-8050-75ebdebcdb4b req-26257324-3a78-4d1d-84a3-f9543f614ff6 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:59.166293 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8972467c-5e8c-4b1e-8050-75ebdebcdb4b req-26257324-3a78-4d1d-84a3-f9543f614ff6 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0759594 May 25 14:58:59.236555 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8972467c-5e8c-4b1e-8050-75ebdebcdb4b req-7ea2a8cc-daa3-4f33-9efd-28185d4f6b6f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693257 May 25 14:58:59.237103 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:59.258434 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:58:59.325723 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'name': 'tempest-TestMinimumBasicScenario-1000986335-router', 'tenant_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:53Z', 'updated_at': '2022-05-25T14:58:57Z', 'revision_number': 4, 'project_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'gw_port': {'id': '6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:54Z', 'updated_at': '2022-05-25T14:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'c88820a0-c5ea-4325-adfc-3e7113374520', 'name': '', 'network_id': '519525eb-37a8-4c4c-a95b-379bf4d056e9', 'tenant_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'mac_address': 'fa:16:3e:70:b5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '53896528-b25d-4084-99e4-868b2210cde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:56Z', 'updated_at': '2022-05-25T14:58:57Z', 'revision_number': 2, 'project_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'subnets': [{'id': '53896528-b25d-4084-99e4-868b2210cde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:59.353796 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Checking router: a603f1c5-c443-4b29-89e0-c0c859ab991a for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:58:59.354350 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Updating router a603f1c5-c443-4b29-89e0-c0c859ab991a port c88820a0-c5ea-4325-adfc-3e7113374520 binding host dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:58:59.391544 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:59.391809 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.394057 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (c88820a0-c5ea-4325-adfc-3e7113374520), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.462315 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:59.595723 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:59.596107 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.630917 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] For port 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:58:59.708718 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.815315 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Pushing event updated for resources: {'Port': ['ID=6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:59.839879 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Publish callbacks [] for port (c88820a0-c5ea-4325-adfc-3e7113374520), precommit_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.921310 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (c88820a0-c5ea-4325-adfc-3e7113374520), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.984689 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c52b1-0d12-4e9d-819f-a738963077a9 None None] Pushing event updated for resources: {'Port': ['ID=c88820a0-c5ea-4325-adfc-3e7113374520,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:00.044917 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Attempting to bind port c88820a0-c5ea-4325-adfc-3e7113374520 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:59:00.045290 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Attempting to bind port c88820a0-c5ea-4325-adfc-3e7113374520 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '779d4722-f017-4ca0-860d-bc0970a76d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '519525eb-37a8-4c4c-a95b-379bf4d056e9'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:59:00.045653 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Attempting to bind port c88820a0-c5ea-4325-adfc-3e7113374520 on network 519525eb-37a8-4c4c-a95b-379bf4d056e9 {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:59:00.051869 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:59:00.052242 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Checking segment: {'id': '779d4722-f017-4ca0-860d-bc0970a76d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '519525eb-37a8-4c4c-a95b-379bf4d056e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:59:00.052646 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.053038 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Bound using segment: {'id': '779d4722-f017-4ca0-860d-bc0970a76d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '519525eb-37a8-4c4c-a95b-379bf4d056e9'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:59:00.053498 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Bound port: c88820a0-c5ea-4325-adfc-3e7113374520, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779d4722-f017-4ca0-860d-bc0970a76d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '519525eb-37a8-4c4c-a95b-379bf4d056e9'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:59:00.054058 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (c88820a0-c5ea-4325-adfc-3e7113374520), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.135892 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] For port c88820a0-c5ea-4325-adfc-3e7113374520, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:59:00.139478 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] For port c88820a0-c5ea-4325-adfc-3e7113374520, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=c88820a0-c5ea-4325-adfc-3e7113374520,segment=NetworkSegment(779d4722-f017-4ca0-860d-bc0970a76d1c),segment_id=779d4722-f017-4ca0-860d-bc0970a76d1c)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:59:00.218764 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (c88820a0-c5ea-4325-adfc-3e7113374520), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.225494 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:00.287213 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-42e8487e-4e2d-448b-87fd-7b9d36494091 None None] Provisioning complete for port c88820a0-c5ea-4325-adfc-3e7113374520 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:00.287581 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-42e8487e-4e2d-448b-87fd-7b9d36494091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (c88820a0-c5ea-4325-adfc-3e7113374520), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.337586 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Routers {'a603f1c5-c443-4b29-89e0-c0c859ab991a'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:59:00.338932 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:58:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a603f1c5-c443-4b29-89e0-c0c859ab991a'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:00.402861 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c52b1-0d12-4e9d-819f-a738963077a9 None None] Pushing event updated for resources: {'Port': ['ID=c88820a0-c5ea-4325-adfc-3e7113374520,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:00.423262 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0e5e1-1f2a-4e25-9881-8154c7713325 req-84e7b98e-a848-4687-8ddc-44e06fb3e158 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:00.433526 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-65f0e5e1-1f2a-4e25-9881-8154c7713325 req-84e7b98e-a848-4687-8ddc-44e06fb3e158 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0770564 May 25 14:59:00.438745 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:00.508459 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-65f0e5e1-1f2a-4e25-9881-8154c7713325 req-f9b8b1d3-c649-457d-a9a2-eefdae3296cd tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736685 May 25 14:59:00.679840 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] Set router a603f1c5-c443-4b29-89e0-c0c859ab991a gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:59:00.682210 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-42e8487e-4e2d-448b-87fd-7b9d36494091 None None] Current status of the port c88820a0-c5ea-4325-adfc-3e7113374520 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:00.682600 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-42e8487e-4e2d-448b-87fd-7b9d36494091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (c88820a0-c5ea-4325-adfc-3e7113374520), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.784018 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-42e8487e-4e2d-448b-87fd-7b9d36494091 None None] For port c88820a0-c5ea-4325-adfc-3e7113374520, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=c88820a0-c5ea-4325-adfc-3e7113374520,segment=NetworkSegment(779d4722-f017-4ca0-860d-bc0970a76d1c),segment_id=779d4722-f017-4ca0-860d-bc0970a76d1c)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:00.842871 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-42e8487e-4e2d-448b-87fd-7b9d36494091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (c88820a0-c5ea-4325-adfc-3e7113374520), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.921734 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8487e-4e2d-448b-87fd-7b9d36494091 None None] Pushing event updated for resources: {'Port': ['ID=c88820a0-c5ea-4325-adfc-3e7113374520,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:00.976686 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-311ac908-72ea-4c36-85d9-6a210e2f1e25 None None] Provisioning complete for port c88820a0-c5ea-4325-adfc-3e7113374520 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:00.977107 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-311ac908-72ea-4c36-85d9-6a210e2f1e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (c88820a0-c5ea-4325-adfc-3e7113374520), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.979124 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'name': 'tempest-TestMinimumBasicScenario-1000986335-router', 'tenant_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:53Z', 'updated_at': '2022-05-25T14:58:57Z', 'revision_number': 4, 'project_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'gw_port': {'id': '6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:54Z', 'updated_at': '2022-05-25T14:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'c88820a0-c5ea-4325-adfc-3e7113374520', 'name': '', 'network_id': '519525eb-37a8-4c4c-a95b-379bf4d056e9', 'tenant_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'mac_address': 'fa:16:3e:70:b5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '53896528-b25d-4084-99e4-868b2210cde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:56Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'subnets': [{'id': '53896528-b25d-4084-99e4-868b2210cde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:01.031907 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501a26d8-9768-46eb-924c-8f31eadc9da3 None None] The sync data for ids ['a603f1c5-c443-4b29-89e0-c0c859ab991a'] in dv-cinder-830283-3-iscsi is: [{'id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'name': 'tempest-TestMinimumBasicScenario-1000986335-router', 'tenant_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:53Z', 'updated_at': '2022-05-25T14:58:57Z', 'revision_number': 4, 'project_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'gw_port': {'id': '6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:54Z', 'updated_at': '2022-05-25T14:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'c88820a0-c5ea-4325-adfc-3e7113374520', 'name': '', 'network_id': '519525eb-37a8-4c4c-a95b-379bf4d056e9', 'tenant_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'mac_address': 'fa:16:3e:70:b5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '53896528-b25d-4084-99e4-868b2210cde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:56Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'subnets': [{'id': '53896528-b25d-4084-99e4-868b2210cde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:59:01.129697 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-311ac908-72ea-4c36-85d9-6a210e2f1e25 None None] Current status of the port c88820a0-c5ea-4325-adfc-3e7113374520 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:01.336245 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:59:01.397832 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:01.398631 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:01.488622 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:01.535985 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:01.690405 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa61bf5-77f4-4499-8639-5322e573b67c req-a936df42-6b9e-4fb3-8014-2687c93ea53a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:01.699400 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1fa61bf5-77f4-4499-8639-5322e573b67c req-a936df42-6b9e-4fb3-8014-2687c93ea53a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0903046 May 25 14:59:01.772733 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1fa61bf5-77f4-4499-8639-5322e573b67c req-0b6320f3-a842-4088-b932-17cb5767520e tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718453 May 25 14:59:02.892763 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf5bb6-578d-4ff4-939e-a0d75dc2436a req-40839f77-697c-47c8-b6a9-910ca0fd06cc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:02.894805 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2adf5bb6-578d-4ff4-939e-a0d75dc2436a req-40839f77-697c-47c8-b6a9-910ca0fd06cc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0521457 May 25 14:59:02.964279 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2adf5bb6-578d-4ff4-939e-a0d75dc2436a req-a7195335-9e59-4e74-9eb5-6d2eb325f439 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627646 May 25 14:59:03.235589 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device c88820a0-c5ea-4325-adfc-3e7113374520 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:59:03.300982 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port c88820a0-c5ea-4325-adfc-3e7113374520 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:03.307121 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (c88820a0-c5ea-4325-adfc-3e7113374520), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.451619 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 58420) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:03.457514 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-6ae3f39d-b7b0-4248-86e7-58aed4ddcb38 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1216114859', 'description': 'tempest-description--326726771'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:03.458339 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port c88820a0-c5ea-4325-adfc-3e7113374520 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:03.538902 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f39d-b7b0-4248-86e7-58aed4ddcb38 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.624425 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f39d-b7b0-4248-86e7-58aed4ddcb38 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (affcaae1-5efc-4344-a1b3-28c5bcd5bd86), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.700234 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f39d-b7b0-4248-86e7-58aed4ddcb38 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (affcaae1-5efc-4344-a1b3-28c5bcd5bd86), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.705877 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:03.738142 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3f39d-b7b0-4248-86e7-58aed4ddcb38 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=affcaae1-5efc-4344-a1b3-28c5bcd5bd86,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:03.819690 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f39d-b7b0-4248-86e7-58aed4ddcb38 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.822034 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-6ae3f39d-b7b0-4248-86e7-58aed4ddcb38 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3692045 May 25 14:59:03.824850 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 58424) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:03.830789 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-dcecbe0d-c6f7-4945-bd77-174fca2d4258 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'security_group_rule': {'security_group_id': 'affcaae1-5efc-4344-a1b3-28c5bcd5bd86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:03.938462 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dcecbe0d-c6f7-4945-bd77-174fca2d4258 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (ae084488-12e5-44a3-91c9-438e6b1ef45e), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.013179 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dcecbe0d-c6f7-4945-bd77-174fca2d4258 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (ae084488-12e5-44a3-91c9-438e6b1ef45e), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.098469 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff5c40-a594-47b9-a761-f24f6d210d5b req-cab7b52b-48d7-42bf-bc68-698905a1f2d8 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:04.100234 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a3ff5c40-a594-47b9-a761-f24f6d210d5b req-cab7b52b-48d7-42bf-bc68-698905a1f2d8 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0577552 May 25 14:59:04.112629 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dcecbe0d-c6f7-4945-bd77-174fca2d4258 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (ae084488-12e5-44a3-91c9-438e6b1ef45e), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.132171 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:04.158682 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecbe0d-c6f7-4945-bd77-174fca2d4258 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae084488-12e5-44a3-91c9-438e6b1ef45e,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:04.210461 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a3ff5c40-a594-47b9-a761-f24f6d210d5b req-05090cba-9df7-4258-a3e4-20616995a3e2 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930893 May 25 14:59:04.232337 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dcecbe0d-c6f7-4945-bd77-174fca2d4258 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.234607 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-dcecbe0d-c6f7-4945-bd77-174fca2d4258 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4077883 May 25 14:59:04.245283 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 58430) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:04.250504 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-2f2f3340-e795-4aef-b2e6-084cd4304ecc tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'security_group_rule': {'security_group_id': 'affcaae1-5efc-4344-a1b3-28c5bcd5bd86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:04.382550 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3340-e795-4aef-b2e6-084cd4304ecc tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (304c917c-02b9-4b38-931e-fb1a2c7f8af9), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.450010 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3340-e795-4aef-b2e6-084cd4304ecc tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (304c917c-02b9-4b38-931e-fb1a2c7f8af9), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.540742 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3340-e795-4aef-b2e6-084cd4304ecc tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (304c917c-02b9-4b38-931e-fb1a2c7f8af9), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.586406 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f3340-e795-4aef-b2e6-084cd4304ecc tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304c917c-02b9-4b38-931e-fb1a2c7f8af9,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:04.682610 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3340-e795-4aef-b2e6-084cd4304ecc tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.684492 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-2f2f3340-e795-4aef-b2e6-084cd4304ecc tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4376082 May 25 14:59:04.688258 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 58436) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:04.693712 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'floatingip': {'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:04.783723 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.877684 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:05.000428 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Allocated IP 172.27.1.24 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/0f42bbef-37e9-4f56-8b4d-5abed63d7bcf) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:59:05.014346 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:05.119952 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for port (0f42bbef-37e9-4f56-8b4d-5abed63d7bcf), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:05.234285 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (0f42bbef-37e9-4f56-8b4d-5abed63d7bcf), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:05.312443 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:05.313923 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'Port': ['ID=0f42bbef-37e9-4f56-8b4d-5abed63d7bcf,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:05.323196 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:59:05.326887 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:59:05.332023 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:59:05.427008 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91c57e-2856-46ab-bbd7-32c5c460762e req-ba09d2c8-1ea4-4bb1-a3fa-c08e7e320730 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:05.434524 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cc91c57e-2856-46ab-bbd7-32c5c460762e req-ba09d2c8-1ea4-4bb1-a3fa-c08e7e320730 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0571039 May 25 14:59:05.467834 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (ae35c7b4-d545-4f63-92e7-22560a65976b), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:05.472293 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:05.486385 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cc91c57e-2856-46ab-bbd7-32c5c460762e req-e8d0d945-7087-49cd-b4bf-5fe61d7eb8a3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489125 May 25 14:59:05.605405 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (0f42bbef-37e9-4f56-8b4d-5abed63d7bcf), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:05.805814 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for port (0f42bbef-37e9-4f56-8b4d-5abed63d7bcf), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.220493 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (0f42bbef-37e9-4f56-8b4d-5abed63d7bcf), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.293119 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'Port': ['ID=0f42bbef-37e9-4f56-8b4d-5abed63d7bcf,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:06.309429 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (ae35c7b4-d545-4f63-92e7-22560a65976b), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.313907 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:06.314507 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:06.314620 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:06.314950 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:06.315869 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:06.316214 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:06.316556 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:06.316892 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:06.317226 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:06.317560 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:06.317894 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:06.318225 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:06.318553 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:06.318911 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:06.319246 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:06.496590 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.497896 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-6c74d96b-5697-41bd-a752-8d9b2a91efbb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8082838 May 25 14:59:06.585799 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0bd9e5fd-40fc-4042-a4de-dad950ee60ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.633936 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3261dff-ab08-4f76-bdc2-556b53ac91e0 req-e376b0eb-05d4-4286-83d6-9191c3bfbb4e tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:06.644570 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d3261dff-ab08-4f76-bdc2-556b53ac91e0 req-e376b0eb-05d4-4286-83d6-9191c3bfbb4e tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0801678 May 25 14:59:06.719195 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d3261dff-ab08-4f76-bdc2-556b53ac91e0 req-78aa4685-1dd3-476c-ae68-6ef2fc7a5bfc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735617 May 25 14:59:06.754080 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-65815d7a-6eca-493a-87c5-7725d928110c req-897e5623-2d65-4b49-94d4-4206690ed75e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1216114859&fields=id&tenant_id=c86222a9c32a4f77878dc82c40e38ff1 HTTP/1.1" status: 200 len: 267 time: 0.0719359 May 25 14:59:06.872185 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65815d7a-6eca-493a-87c5-7725d928110c req-ad38435e-b5fd-450d-a09b-04dae93dfdeb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:06.876440 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-65815d7a-6eca-493a-87c5-7725d928110c req-ad38435e-b5fd-450d-a09b-04dae93dfdeb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/networks?id=fa952598-36d5-42ef-b4ac-0f4017a94969 HTTP/1.1" status: 200 len: 814 time: 0.1146843 May 25 14:59:06.895529 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-65815d7a-6eca-493a-87c5-7725d928110c req-ee3f57e6-f31f-4c99-bfc6-08ecdecdad20 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/quotas/c86222a9c32a4f77878dc82c40e38ff1 HTTP/1.1" status: 200 len: 375 time: 0.0153725 May 25 14:59:06.963154 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-65815d7a-6eca-493a-87c5-7725d928110c req-528242a5-6200-4fc8-aad5-e512f82b0d5c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622649 May 25 14:59:07.070831 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-65815d7a-6eca-493a-87c5-7725d928110c req-aef53e30-274b-4faa-b796-6bc709f8b3f1 service neutron] 10.222.0.74 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010749 May 25 14:59:07.174293 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-65815d7a-6eca-493a-87c5-7725d928110c req-c0979606-09f8-4397-b685-47135c7bd86f service neutron] 10.222.0.74 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966675 May 25 14:59:07.246058 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=38 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:07.251564 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:07.480638 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ed239336-7d14-4612-8e4c-9b6af18f5ad0 req-569ff6f4-f2d1-4add-ac71-94d727f8a66c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 210 time: 0.0327730 May 25 14:59:07.814080 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:07.862934 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d0537-0242-491f-9a41-7f5c82d588ff req-26f46a4f-1a69-482c-a354-e3d1c173da62 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:07.864580 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8c2d0537-0242-491f-9a41-7f5c82d588ff req-26f46a4f-1a69-482c-a354-e3d1c173da62 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0605521 May 25 14:59:07.916245 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8c2d0537-0242-491f-9a41-7f5c82d588ff req-f592cc90-a224-47e1-9465-d9cab648ed90 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456836 May 25 14:59:08.585629 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b32a9b70-1632-421a-b64f-94ea1c2223e2 req-e5a2523f-11c6-4668-9e65-fdd92ff59d50 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 210 time: 0.0393009 May 25 14:59:08.914599 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c7339487-6cab-4658-b90a-842fcd931ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:09.060881 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb89485-a589-4030-b3b4-484be3a6a1ae req-31c53b19-447f-4a38-b5c4-f281391a23f0 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:09.063696 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7fb89485-a589-4030-b3b4-484be3a6a1ae req-31c53b19-447f-4a38-b5c4-f281391a23f0 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0602796 May 25 14:59:09.129981 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7fb89485-a589-4030-b3b4-484be3a6a1ae req-8ea3d5ba-2738-45ac-96f9-2c1416a1d851 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593195 May 25 14:59:09.615760 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 681873f5-4d38-4cac-8460-0a3e8282503d details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:59:09.678180 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e31f220a-72d6-45b0-a703-83570f459eb9 req-6451d477-35eb-4b3d-8fbf-baedd137c365 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 210 time: 0.0448258 May 25 14:59:09.746176 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 681873f5-4d38-4cac-8460-0a3e8282503d, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=681873f5-4d38-4cac-8460-0a3e8282503d,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:09.760138 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': '681873f5-4d38-4cac-8460-0a3e8282503d', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'port_id': '681873f5-4d38-4cac-8460-0a3e8282503d', 'mac_address': 'fa:16:3e:d0:77:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:59:09.821811 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 681873f5-4d38-4cac-8460-0a3e8282503d is: ACTIVE; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:09.826228 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:09.826228 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:09.840866 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 681873f5-4d38-4cac-8460-0a3e8282503d {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:59:09.874201 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 681873f5-4d38-4cac-8460-0a3e8282503d, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=681873f5-4d38-4cac-8460-0a3e8282503d,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:09.892863 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 58518) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:10.000376 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:10.023894 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-951c5969-ea56-4ef0-b480-09956194bea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:10.071028 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=681873f5-4d38-4cac-8460-0a3e8282503d,revision_number=6']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:10.080162 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:10.086076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:10.086076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:10.086076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:10.086076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:10.086076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:10.086076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:10.086076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:10.086076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:10.086076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:10.086076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:10.086076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:10.086076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:10.086076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:10.086076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:10.108863 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:10.111688 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-951c5969-ea56-4ef0-b480-09956194bea3 admin admin] Publish callbacks [] for security_group (1b68899c-2c56-4c94-932e-5237191ec289), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:10.208991 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-951c5969-ea56-4ef0-b480-09956194bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (1b68899c-2c56-4c94-932e-5237191ec289), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:10.235683 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c5969-ea56-4ef0-b480-09956194bea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b68899c-2c56-4c94-932e-5237191ec289,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:10.268999 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-951c5969-ea56-4ef0-b480-09956194bea3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fa4be84bccd3414bb3248046bb72d55a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742647 May 25 14:59:10.271760 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 58524) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:10.301910 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9d94f-a5ce-4805-9492-c0ba6dc702ec req-df207f74-daa7-42a2-8050-c6f0b028d71a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:10.303974 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b6b9d94f-a5ce-4805-9492-c0ba6dc702ec req-df207f74-daa7-42a2-8050-c6f0b028d71a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 944 time: 0.0759308 May 25 14:59:10.312803 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:10.341014 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-89419db7-242f-4dfd-9923-338ff309e347 admin admin] Publish callbacks [] for security_group (1b68899c-2c56-4c94-932e-5237191ec289), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:10.359638 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b6b9d94f-a5ce-4805-9492-c0ba6dc702ec req-60704e68-19f1-426e-ba10-0243413a70e7 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501885 May 25 14:59:10.364772 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-89419db7-242f-4dfd-9923-338ff309e347 admin admin] Publish callbacks [] for security_group (1b68899c-2c56-4c94-932e-5237191ec289), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:10.566803 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-89419db7-242f-4dfd-9923-338ff309e347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (1b68899c-2c56-4c94-932e-5237191ec289), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:10.569395 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-89419db7-242f-4dfd-9923-338ff309e347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:10.570579 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-89419db7-242f-4dfd-9923-338ff309e347 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1b68899c-2c56-4c94-932e-5237191ec289 HTTP/1.1" status: 204 len: 168 time: 0.2976980 May 25 14:59:10.578594 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89419db7-242f-4dfd-9923-338ff309e347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b68899c-2c56-4c94-932e-5237191ec289,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:10.688100 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['681873f5-4d38-4cac-8460-0a3e8282503d'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:59:10.760491 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3f6eabac-d368-42f0-b642-6481254da8f0 req-8541149c-2352-411f-ae6d-7f8d6f7b00e6 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 210 time: 0.0308473 May 25 14:59:10.778564 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:11.260871 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:11.295920 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8a84a515-1b50-4fbb-9997-26c55142be77 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:11.297362 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 58560) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:11.299025 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8a84a515-1b50-4fbb-9997-26c55142be77 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/networks?id=dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 HTTP/1.1" status: 200 len: 815 time: 0.1441643 May 25 14:59:11.305576 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:11.315678 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-36acdd11-1159-4119-ac24-fe44e60eaacd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.316400 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-175f6eaa-d668-4c37-9eb2-2c77dfcbfef8 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/quotas/bb0ee163dc0c4237aaa4e2efb85878fc HTTP/1.1" status: 200 len: 375 time: 0.0113223 May 25 14:59:11.387909 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-69c95afe-4506-486a-b78c-7b6c758653d9 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=bb0ee163dc0c4237aaa4e2efb85878fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484097 May 25 14:59:11.408517 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-36acdd11-1159-4119-ac24-fe44e60eaacd admin admin] Publish callbacks [] for security_group (482f7028-a045-4d39-bad7-52c23a1d0d68), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.492636 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-36acdd11-1159-4119-ac24-fe44e60eaacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (482f7028-a045-4d39-bad7-52c23a1d0d68), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.493472 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.504789 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c6c9d-a9f1-4c4a-916d-7e2ed27d5a87 req-6cd70d04-b5dd-4bcb-83af-088fd97271df tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:11.506788 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-488c6c9d-a9f1-4c4a-916d-7e2ed27d5a87 req-6cd70d04-b5dd-4bcb-83af-088fd97271df tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 944 time: 0.0679255 May 25 14:59:11.525171 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-9166bbd4-6322-41c7-9209-98ba0fc40978 service neutron] 10.222.0.74 "GET /v2.0/networks/dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408656 May 25 14:59:11.548738 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-36acdd11-1159-4119-ac24-fe44e60eaacd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c9035fd558504fa5a782b531c786a212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477653 May 25 14:59:11.550338 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 58564) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:11.558932 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acdd11-1159-4119-ac24-fe44e60eaacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482f7028-a045-4d39-bad7-52c23a1d0d68,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:11.610732 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3d20d260-52a3-4e86-8f11-c8356d68087f admin admin] Publish callbacks [] for security_group (482f7028-a045-4d39-bad7-52c23a1d0d68), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.618219 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-488c6c9d-a9f1-4c4a-916d-7e2ed27d5a87 req-e4029e18-63fd-418d-a324-2ca72ee3252a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018574 May 25 14:59:11.621202 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 681873f5-4d38-4cac-8460-0a3e8282503d up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:59:11.654248 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3d20d260-52a3-4e86-8f11-c8356d68087f admin admin] Publish callbacks [] for security_group (482f7028-a045-4d39-bad7-52c23a1d0d68), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.662032 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-9d1f825b-877c-4bd2-a532-a0e702697d3f service neutron] 10.222.0.74 "GET /v2.0/networks/dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289780 May 25 14:59:11.680916 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port 681873f5-4d38-4cac-8460-0a3e8282503d triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:11.681554 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.760727 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 681873f5-4d38-4cac-8460-0a3e8282503d is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:11.761153 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.789284 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f09fd70-df36-4976-a829-ebe720c7e516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681873f5-4d38-4cac-8460-0a3e8282503d'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:59:11.791871 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b831960c-96e1-47c8-a91c-3a269f47a37e" -d '{"events": [{"server_uuid": "1f09fd70-df36-4976-a829-ebe720c7e516", "name": "network-vif-plugged", "status": "completed", "tag": "681873f5-4d38-4cac-8460-0a3e8282503d"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:59:11.797405 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3d20d260-52a3-4e86-8f11-c8356d68087f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (482f7028-a045-4d39-bad7-52c23a1d0d68), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.800627 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3d20d260-52a3-4e86-8f11-c8356d68087f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.803907 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-3d20d260-52a3-4e86-8f11-c8356d68087f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/482f7028-a045-4d39-bad7-52c23a1d0d68 HTTP/1.1" status: 204 len: 168 time: 0.2505093 May 25 14:59:11.810181 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 681873f5-4d38-4cac-8460-0a3e8282503d, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=681873f5-4d38-4cac-8460-0a3e8282503d,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:11.814903 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20d260-52a3-4e86-8f11-c8356d68087f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482f7028-a045-4d39-bad7-52c23a1d0d68,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:11.868231 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e07c37d3-e5a4-45c0-aa2f-a6ec73780ba7 req-9dae51fc-ad05-4640-a8cd-7bcbe05c93fe tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 210 time: 0.0354023 May 25 14:59:11.900135 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.956941 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72703f86-456d-450d-a47c-05210e814932 x-openstack-request-id: req-72703f86-456d-450d-a47c-05210e814932 {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:59:11.957474 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f09fd70-df36-4976-a829-ebe720c7e516", "name": "network-vif-plugged", "status": "completed", "tag": "681873f5-4d38-4cac-8460-0a3e8282503d", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:59:11.957888 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-72703f86-456d-450d-a47c-05210e814932 {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:59:11.958441 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72703f86-456d-450d-a47c-05210e814932'] response: {'server_uuid': '1f09fd70-df36-4976-a829-ebe720c7e516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681873f5-4d38-4cac-8460-0a3e8282503d', 'code': 200} May 25 14:59:12.004875 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=681873f5-4d38-4cac-8460-0a3e8282503d,revision_number=7']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:12.009670 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9161f17c-b244-48e8-b933-fd0389bff1a2 req-ac347933-8d32-4fd0-a516-56d99e349b3e tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 210 time: 0.0572553 May 25 14:59:12.519760 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9c8f9-6863-47a2-bfba-83d33225e717 req-053c66f3-764d-4d38-b783-8cfa2a8b8f29 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:12.521969 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-05c9c8f9-6863-47a2-bfba-83d33225e717 req-053c66f3-764d-4d38-b783-8cfa2a8b8f29 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0543272 May 25 14:59:12.576087 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-05c9c8f9-6863-47a2-bfba-83d33225e717 req-f8db8889-5a0c-42a2-8b69-45452a92b116 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475757 May 25 14:59:12.744650 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2142d-aa58-4a4b-8d39-edea423f272e req-8541f84a-b70b-406b-b035-ef5d69f361d3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:12.747945 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4ad2142d-aa58-4a4b-8d39-edea423f272e req-8541f84a-b70b-406b-b035-ef5d69f361d3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0506172 May 25 14:59:12.800247 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4ad2142d-aa58-4a4b-8d39-edea423f272e req-fe2d9067-74ed-4f54-85f4-c087de8ceba1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460231 May 25 14:59:12.932265 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.965023 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-048d2dff-b6e9-4c1c-a2fc-088f6777b632 req-c000979b-6e84-4146-9695-ede036bf7d12 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 210 time: 0.0271721 May 25 14:59:13.088569 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-32e60e91-7928-4d04-ab23-79418d3bb6c6 req-0c80e4d9-b0f0-43e7-b021-f7be56fa5e1e tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 210 time: 0.0342927 May 25 14:59:13.692059 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636cde6-046c-4c2e-8e9e-98c006b0aa11 req-447c6947-0d74-478a-a710-4a8638e7397b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:13.693576 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e636cde6-046c-4c2e-8e9e-98c006b0aa11 req-447c6947-0d74-478a-a710-4a8638e7397b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0480499 May 25 14:59:13.735232 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:13.742757 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e636cde6-046c-4c2e-8e9e-98c006b0aa11 req-6129a09a-f536-437e-8a20-f612dd6a06ad tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434670 May 25 14:59:13.938571 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed721a0-356d-4218-bf95-cdb29ffa5241 req-b784f701-70d7-41ab-9cce-fdb1e2962859 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:13.940262 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3ed721a0-356d-4218-bf95-cdb29ffa5241 req-b784f701-70d7-41ab-9cce-fdb1e2962859 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0490184 May 25 14:59:13.989924 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3ed721a0-356d-4218-bf95-cdb29ffa5241 req-e42ba08e-310f-4776-8e61-419b1e813632 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432205 May 25 14:59:14.075522 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-acfa8264-e530-423d-a6e2-ffc537c1ba11 req-24bdd395-6fc5-4a34-b7de-7d5a3494cb29 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 210 time: 0.0320930 May 25 14:59:14.172003 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65815d7a-6eca-493a-87c5-7725d928110c req-9cb316c2-7aba-4e45-a583-727933f654d9 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:14.173545 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-65815d7a-6eca-493a-87c5-7725d928110c req-9cb316c2-7aba-4e45-a583-727933f654d9 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "GET /v2.0/networks?id=fa952598-36d5-42ef-b4ac-0f4017a94969 HTTP/1.1" status: 200 len: 814 time: 0.1148453 May 25 14:59:14.201947 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d8d14a65-cef0-4d13-bdf7-03ffaa5da4a7 req-a1891fda-698f-4df7-8471-cf89eea48292 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 210 time: 0.0282896 May 25 14:59:14.269951 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:14.293327 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-65815d7a-6eca-493a-87c5-7725d928110c req-95e63371-f47a-458f-b156-afca90a59608 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c86222a9c32a4f77878dc82c40e38ff1 HTTP/1.1" status: 200 len: 473 time: 0.0862534 May 25 14:59:14.327800 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-65815d7a-6eca-493a-87c5-7725d928110c req-7d5c8666-41b0-4c98-a4bd-06084577e647 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'port': {'device_id': '1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'admin_state_up': True, 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'security_groups': ['affcaae1-5efc-4344-a1b3-28c5bcd5bd86']}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:14.523608 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65815d7a-6eca-493a-87c5-7725d928110c req-7d5c8666-41b0-4c98-a4bd-06084577e647 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Made reservation on behalf of c86222a9c32a4f77878dc82c40e38ff1 for: {'port': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:59:14.527084 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-65815d7a-6eca-493a-87c5-7725d928110c req-7d5c8666-41b0-4c98-a4bd-06084577e647 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:14.658051 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [req-65815d7a-6eca-493a-87c5-7725d928110c req-7d5c8666-41b0-4c98-a4bd-06084577e647 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Allocated IP 172.20.0.9 (fa952598-36d5-42ef-b4ac-0f4017a94969/e1ed1170-215c-4406-945e-b79e6c0cdc5d/4611b1ea-e778-46d6-8c99-04a8f2928cb5) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:59:14.810023 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-65815d7a-6eca-493a-87c5-7725d928110c req-7d5c8666-41b0-4c98-a4bd-06084577e647 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for port (4611b1ea-e778-46d6-8c99-04a8f2928cb5), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:14.832856 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:14.881588 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093ef49-cde9-423a-9760-70366c0d6598 req-05ff03f1-862f-4f73-9a29-efc8385eedbd tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:14.883138 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e093ef49-cde9-423a-9760-70366c0d6598 req-05ff03f1-862f-4f73-9a29-efc8385eedbd tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0579877 May 25 14:59:14.934699 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-65815d7a-6eca-493a-87c5-7725d928110c req-7d5c8666-41b0-4c98-a4bd-06084577e647 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (4611b1ea-e778-46d6-8c99-04a8f2928cb5), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:14.987705 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65815d7a-6eca-493a-87c5-7725d928110c req-7d5c8666-41b0-4c98-a4bd-06084577e647 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Network fa952598-36d5-42ef-b4ac-0f4017a94969 is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:59:14.992049 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [req-65815d7a-6eca-493a-87c5-7725d928110c req-7d5c8666-41b0-4c98-a4bd-06084577e647 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:59:14.992224 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e093ef49-cde9-423a-9760-70366c0d6598 req-6be4d8e5-36a7-4540-a25a-30654a6bf773 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979178 May 25 14:59:14.998965 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-65815d7a-6eca-493a-87c5-7725d928110c req-7d5c8666-41b0-4c98-a4bd-06084577e647 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:59:15.048646 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c8666-41b0-4c98-a4bd-06084577e647 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'Port': ['ID=4611b1ea-e778-46d6-8c99-04a8f2928cb5,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:15.082423 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65815d7a-6eca-493a-87c5-7725d928110c req-7d5c8666-41b0-4c98-a4bd-06084577e647 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:15.083607 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-65815d7a-6eca-493a-87c5-7725d928110c req-7d5c8666-41b0-4c98-a4bd-06084577e647 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:15.103860 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-23c4b819-b42f-4079-bd5a-bc724fa75ad4 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:15.105417 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-23c4b819-b42f-4079-bd5a-bc724fa75ad4 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.86 "GET /v2.0/networks?id=dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 HTTP/1.1" status: 200 len: 815 time: 0.2213576 May 25 14:59:15.130360 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Request body: {'port': {'device_id': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1', 'admin_state_up': True, 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:15.187059 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-65815d7a-6eca-493a-87c5-7725d928110c req-7d5c8666-41b0-4c98-a4bd-06084577e647 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8632379 May 25 14:59:15.223921 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Request body: {'port': {'device_id': '1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:15.292039 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-a854d314-f4b3-4c62-b179-54fcaf2e0d93 None None] Provisioning complete for port 4611b1ea-e778-46d6-8c99-04a8f2928cb5 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:15.293001 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a854d314-f4b3-4c62-b179-54fcaf2e0d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (4611b1ea-e778-46d6-8c99-04a8f2928cb5), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:15.327233 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (4611b1ea-e778-46d6-8c99-04a8f2928cb5), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:15.346502 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-a854d314-f4b3-4c62-b179-54fcaf2e0d93 None None] Port 4611b1ea-e778-46d6-8c99-04a8f2928cb5 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:59:15.453287 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:15.504622 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5ac86-321f-4dc6-9f22-e9a72e799ee9 req-d7423b24-7efd-4d44-a581-d4e4d79bc4d3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:15.506289 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-19b5ac86-321f-4dc6-9f22-e9a72e799ee9 req-d7423b24-7efd-4d44-a581-d4e4d79bc4d3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.3935068 May 25 14:59:15.550030 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7ac01-0e2e-441a-b139-fdcf8d0d41ef req-4ddfc3c4-9a81-4a2f-963f-e4fbd24e883e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:15.557577 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-46d7ac01-0e2e-441a-b139-fdcf8d0d41ef req-4ddfc3c4-9a81-4a2f-963f-e4fbd24e883e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 931 time: 0.3925848 May 25 14:59:15.610580 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:15.675127 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-19b5ac86-321f-4dc6-9f22-e9a72e799ee9 req-87a2367a-4134-4867-a676-5a795bc8d7f7 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592610 May 25 14:59:15.721167 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-46d7ac01-0e2e-441a-b139-fdcf8d0d41ef req-ca96a2c4-d178-41ad-8527-e98964153059 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622293 May 25 14:59:15.798237 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4611b1ea-e778-46d6-8c99-04a8f2928cb5 {{(pid=116225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:59:15.814354 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Publish callbacks [] for port (4611b1ea-e778-46d6-8c99-04a8f2928cb5), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:15.836419 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d14a62fc-107c-40ff-8a91-6778aa3b9317 req-5ede754b-65bf-475a-94bc-9fbde9edf79c tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 210 time: 0.0356154 May 25 14:59:15.837018 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Made reservation on behalf of bb0ee163dc0c4237aaa4e2efb85878fc for: {'port': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:59:15.838854 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.provisioning_blocks [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Transition to ACTIVE for port object 4611b1ea-e778-46d6-8c99-04a8f2928cb5 will not be triggered until provisioned by entity L2. {{(pid=116225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:59:15.840493 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:15.909182 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (4611b1ea-e778-46d6-8c99-04a8f2928cb5), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:15.996676 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:16.030304 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_common [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Allocated IP 172.20.0.12 (dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1/7a9fd0d3-f0e2-4879-858d-35599eac1d8a/8cc89087-34bc-4911-a164-56f942a0863e) {{(pid=116226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:59:16.055009 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Pushing event updated for resources: {'Port': ['ID=4611b1ea-e778-46d6-8c99-04a8f2928cb5,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:16.141855 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Attempting to bind port 4611b1ea-e778-46d6-8c99-04a8f2928cb5 on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:59:16.142519 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Attempting to bind port 4611b1ea-e778-46d6-8c99-04a8f2928cb5 by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:59:16.144992 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Attempting to bind port 4611b1ea-e778-46d6-8c99-04a8f2928cb5 on network fa952598-36d5-42ef-b4ac-0f4017a94969 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:59:16.150356 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Port 4611b1ea-e778-46d6-8c99-04a8f2928cb5 on network fa952598-36d5-42ef-b4ac-0f4017a94969 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:59:16.151569 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Attempting to bind port 4611b1ea-e778-46d6-8c99-04a8f2928cb5 on network fa952598-36d5-42ef-b4ac-0f4017a94969 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:59:16.160119 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:59:16.160684 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Checking segment: {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:59:16.161547 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Bound using segment: {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:59:16.162151 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Bound port: 4611b1ea-e778-46d6-8c99-04a8f2928cb5, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'}}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:59:16.162717 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (4611b1ea-e778-46d6-8c99-04a8f2928cb5), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:16.294604 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] For port 4611b1ea-e778-46d6-8c99-04a8f2928cb5, host hv-cinder-83028, cleared binding levels {{(pid=116225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:59:16.308223 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] For port 4611b1ea-e778-46d6-8c99-04a8f2928cb5, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=4611b1ea-e778-46d6-8c99-04a8f2928cb5,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:59:16.449402 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (4611b1ea-e778-46d6-8c99-04a8f2928cb5), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:16.494529 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baf6f5-a0b0-4237-9fc8-322850e98ccb req-169cc003-6d07-492f-a1ca-24e61fe48422 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:16.503230 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d6baf6f5-a0b0-4237-9fc8-322850e98ccb req-169cc003-6d07-492f-a1ca-24e61fe48422 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.2974710 May 25 14:59:16.537675 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:16.538315 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:16.539786 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-65815d7a-6eca-493a-87c5-7725d928110c req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] 10.222.0.86 "PUT /v2.0/ports/4611b1ea-e778-46d6-8c99-04a8f2928cb5 HTTP/1.1" status: 200 len: 1093 time: 1.3209863 May 25 14:59:16.540358 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e', 'tag': '4611b1ea-e778-46d6-8c99-04a8f2928cb5'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:59:16.549925 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e251ee0d-0e72-4423-b532-1e2d43bb4b00" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e", "tag": "4611b1ea-e778-46d6-8c99-04a8f2928cb5"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:59:16.559483 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for port (8cc89087-34bc-4911-a164-56f942a0863e), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:16.594071 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af61475-b563-4ac6-bffb-1ecc0e7d3daf service neutron] Pushing event updated for resources: {'Port': ['ID=4611b1ea-e778-46d6-8c99-04a8f2928cb5,revision_number=3']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:16.650078 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc94dc9-74e3-4432-9046-f4544edb95fa x-openstack-request-id: req-9bc94dc9-74e3-4432-9046-f4544edb95fa {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:59:16.650459 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e", "tag": "4611b1ea-e778-46d6-8c99-04a8f2928cb5", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:59:16.650873 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9bc94dc9-74e3-4432-9046-f4544edb95fa {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:59:16.651064 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d6baf6f5-a0b0-4237-9fc8-322850e98ccb req-fa06209c-b258-402e-b787-f3220f42bb4b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404192 May 25 14:59:16.652079 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc94dc9-74e3-4432-9046-f4544edb95fa'] response: {'name': 'network-changed', 'server_uuid': '1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e', 'tag': '4611b1ea-e778-46d6-8c99-04a8f2928cb5', 'status': 'completed', 'code': 200} May 25 14:59:16.756967 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:16.774413 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251ee0d-0e72-4423-b532-1e2d43bb4b00 req-52410e4d-c292-409b-a6a5-b5ff3be810e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:16.774413 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e251ee0d-0e72-4423-b532-1e2d43bb4b00 req-52410e4d-c292-409b-a6a5-b5ff3be810e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 1127 time: 0.0715570 May 25 14:59:16.797967 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (8cc89087-34bc-4911-a164-56f942a0863e), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:16.912417 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Network dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:59:16.948965 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:59:16.967296 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Received port after_create {{(pid=116226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:59:17.197079 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251ee0d-0e72-4423-b532-1e2d43bb4b00 req-6b428d03-8766-437e-94aa-57aa7a101b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:17.198603 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e251ee0d-0e72-4423-b532-1e2d43bb4b00 req-6b428d03-8766-437e-94aa-57aa7a101b72 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4081562 May 25 14:59:17.253785 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:17.255851 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:17.457879 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Pushing event updated for resources: {'Port': ['ID=8cc89087-34bc-4911-a164-56f942a0863e,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:17.467237 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fce22-ee34-4277-aa4b-896e0ee94d1a req-667061f8-4620-4812-9108-7e4a9584bd25 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:17.475405 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e07fce22-ee34-4277-aa4b-896e0ee94d1a req-667061f8-4620-4812-9108-7e4a9584bd25 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.2771297 May 25 14:59:17.492640 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4527-2c7d-4efe-8c59-371b212a0677 req-9945eb09-0acf-41ce-b77d-b836cacf2d57 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:17.500987 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-846d4527-2c7d-4efe-8c59-371b212a0677 req-9945eb09-0acf-41ce-b77d-b836cacf2d57 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.3044279 May 25 14:59:17.512180 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-21ddca30-fae7-457e-af2f-bfe415c29fc1 None None] Provisioning complete for port 8cc89087-34bc-4911-a164-56f942a0863e triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:17.512744 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-21ddca30-fae7-457e-af2f-bfe415c29fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (8cc89087-34bc-4911-a164-56f942a0863e), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:17.516342 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251ee0d-0e72-4423-b532-1e2d43bb4b00 req-2faa08d0-3a20-4335-a1d1-c52b68f6a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:17.519985 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e251ee0d-0e72-4423-b532-1e2d43bb4b00 req-2faa08d0-3a20-4335-a1d1-c52b68f6a8f5 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3110855 May 25 14:59:17.536637 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4133615 May 25 14:59:17.538406 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:17.538959 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:17.539635 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:17.540129 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:17.540618 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:17.541117 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:17.541616 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:17.542098 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:17.542627 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:17.543128 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:17.543629 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:17.544108 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:17.544589 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:17.545070 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:17.545598 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5af7cd-c0f0-41ad-92d1-ddf4a790ee51 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:17.586061 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:17.608252 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-21ddca30-fae7-457e-af2f-bfe415c29fc1 None None] Port 8cc89087-34bc-4911-a164-56f942a0863e cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:59:17.630075 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e07fce22-ee34-4277-aa4b-896e0ee94d1a req-ca51c833-e042-489f-a18c-3fa59a55831d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532459 May 25 14:59:17.660235 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-846d4527-2c7d-4efe-8c59-371b212a0677 req-af845d0b-8fae-4840-bffc-02245b5c8844 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573052 May 25 14:59:17.808016 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b94dda-92fd-4100-ba7d-a3777e3dd1cc req-e1d54321-8879-4239-b705-0f410d03a513 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:17.809562 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d9b94dda-92fd-4100-ba7d-a3777e3dd1cc req-e1d54321-8879-4239-b705-0f410d03a513 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 932 time: 0.0886638 May 25 14:59:17.828223 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47e831-7cd8-4dcf-b6c1-467ba0e18e72 req-5259aac9-75f8-46c5-bca4-6d7ea857ef01 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:17.829722 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cf47e831-7cd8-4dcf-b6c1-467ba0e18e72 req-5259aac9-75f8-46c5-bca4-6d7ea857ef01 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0737829 May 25 14:59:17.918678 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d9b94dda-92fd-4100-ba7d-a3777e3dd1cc req-250f603b-a2c0-4fdc-91df-3bcef9ea17e3 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004407 May 25 14:59:17.943983 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cf47e831-7cd8-4dcf-b6c1-467ba0e18e72 req-5520e3c2-80a0-44ae-8cd2-3b3309548946 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999422 May 25 14:59:18.760225 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50db8a8-3ae8-4ab7-a86b-b0082b5b8b62 req-208587ad-0957-45c6-8f86-4a933faa1602 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:18.761764 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e50db8a8-3ae8-4ab7-a86b-b0082b5b8b62 req-208587ad-0957-45c6-8f86-4a933faa1602 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.0610132 May 25 14:59:18.810652 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c271a-d109-4e86-9ca9-abc27258947f req-68c03a8b-1bc9-4bba-a623-96da985564bb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:18.812689 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a01c271a-d109-4e86-9ca9-abc27258947f req-68c03a8b-1bc9-4bba-a623-96da985564bb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0701616 May 25 14:59:18.871399 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e50db8a8-3ae8-4ab7-a86b-b0082b5b8b62 req-650b46fb-de3d-47e9-9035-483e27304d2e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917733 May 25 14:59:18.894711 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a01c271a-d109-4e86-9ca9-abc27258947f req-75bbb9b8-eb18-4139-8859-a55ec268adec tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722144 May 25 14:59:18.998705 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:19.054125 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cae364-37a4-428c-8361-c9b5ab0b5fee req-b8229b31-47f1-4444-b77c-388dfc7d8f76 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:19.055768 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a2cae364-37a4-428c-8361-c9b5ab0b5fee req-b8229b31-47f1-4444-b77c-388dfc7d8f76 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 932 time: 0.0712516 May 25 14:59:19.129008 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc3d3a-83ff-4e3b-857d-be066bd8c88e req-b36d8d9c-a85f-4cfb-a339-904ab4d0dbb5 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:19.130507 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d0bc3d3a-83ff-4e3b-857d-be066bd8c88e req-b36d8d9c-a85f-4cfb-a339-904ab4d0dbb5 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0738230 May 25 14:59:19.158312 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a2cae364-37a4-428c-8361-c9b5ab0b5fee req-86ed0f8c-bf6b-46c4-9073-e60c31b539fd tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917530 May 25 14:59:19.193299 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d0bc3d3a-83ff-4e3b-857d-be066bd8c88e req-60e53ee7-23ac-4a36-8a9a-fc92bc4182ee tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545101 May 25 14:59:20.031413 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851610f9-cb1a-4fc2-884f-14c1e3291c4f req-18e8f0e8-f211-48f0-b1b0-0ad3ee14fb3a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:20.033015 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-851610f9-cb1a-4fc2-884f-14c1e3291c4f req-18e8f0e8-f211-48f0-b1b0-0ad3ee14fb3a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.0882165 May 25 14:59:20.045835 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f66cce-2639-4c16-b7a0-562faaf48c60 req-c54d109c-fc58-4c4e-8da4-eb01704838c7 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:20.047267 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-91f66cce-2639-4c16-b7a0-562faaf48c60 req-c54d109c-fc58-4c4e-8da4-eb01704838c7 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0640678 May 25 14:59:20.123589 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-851610f9-cb1a-4fc2-884f-14c1e3291c4f req-7f9f1789-b1ea-4ff9-8bc9-74b5502b68c6 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753272 May 25 14:59:20.127721 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-91f66cce-2639-4c16-b7a0-562faaf48c60 req-bea0b39a-fca1-4479-b399-11c6a687bffd tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732408 May 25 14:59:20.303238 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45fae4-6839-4641-9cf1-8384f68eabce req-274ed15a-4175-4a68-94ce-3006a01aae4b tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:20.304743 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ea45fae4-6839-4641-9cf1-8384f68eabce req-274ed15a-4175-4a68-94ce-3006a01aae4b tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 932 time: 0.0640984 May 25 14:59:20.365333 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90f63f-f5b8-4c8e-8203-68ba3ba75536 req-dda2070b-6ca4-459b-b753-cde7b41142a0 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:20.366821 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cc90f63f-f5b8-4c8e-8203-68ba3ba75536 req-dda2070b-6ca4-459b-b753-cde7b41142a0 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0846925 May 25 14:59:20.419041 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ea45fae4-6839-4641-9cf1-8384f68eabce req-293dd664-2568-4613-a737-864b528dd01e tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963295 May 25 14:59:20.463502 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cc90f63f-f5b8-4c8e-8203-68ba3ba75536 req-6eeab93c-a3d6-40bb-aa5a-672c3312f9c3 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798087 May 25 14:59:20.679895 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:59:21.307979 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8274f-d448-4d08-a494-8a803f211a3d req-3c17f4b2-6d86-46c9-b442-11dfa4d9689c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:21.308961 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-72b8274f-d448-4d08-a494-8a803f211a3d req-3c17f4b2-6d86-46c9-b442-11dfa4d9689c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.0909779 May 25 14:59:21.320339 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7901a-77c5-403b-8c46-0cf815d79bfe req-a1be3513-a992-460f-bccf-309476651425 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:21.323198 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cfe7901a-77c5-403b-8c46-0cf815d79bfe req-a1be3513-a992-460f-bccf-309476651425 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0893219 May 25 14:59:21.379123 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:21.403592 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-72b8274f-d448-4d08-a494-8a803f211a3d req-e88caf60-a848-4810-9d91-0802e796d4e6 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784082 May 25 14:59:21.417781 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cfe7901a-77c5-403b-8c46-0cf815d79bfe req-0c58eb15-f74a-4a6b-a67a-347b76489b2c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745418 May 25 14:59:21.626777 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601576ba-d218-435d-9958-321144858de3 req-f30d2628-519a-49ab-95a0-c15837da694c tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:21.626777 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-601576ba-d218-435d-9958-321144858de3 req-f30d2628-519a-49ab-95a0-c15837da694c tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 932 time: 0.1110668 May 25 14:59:21.654909 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec834569-6916-4f03-b4a6-b32e58372aa9 req-b046d6fd-604f-4669-aff7-a20cc623cbef tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:21.656430 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ec834569-6916-4f03-b4a6-b32e58372aa9 req-b046d6fd-604f-4669-aff7-a20cc623cbef tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.1177943 May 25 14:59:21.708519 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-601576ba-d218-435d-9958-321144858de3 req-a81d332e-da80-4ac0-a755-8f467de4fa31 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767846 May 25 14:59:21.729228 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ec834569-6916-4f03-b4a6-b32e58372aa9 req-7f8a53e8-eca9-41d1-8dcd-171c3d447f01 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645583 May 25 14:59:22.593922 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:22.615836 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424f3be-375f-464d-87b4-1f4fa068a22e req-0edcf067-696a-4800-8b74-fc8c54a2336b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:22.622927 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d424f3be-375f-464d-87b4-1f4fa068a22e req-0edcf067-696a-4800-8b74-fc8c54a2336b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0656433 May 25 14:59:22.635339 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cddb3-58db-4bc8-826b-0b76ef93de9d req-e41b4def-3552-4d08-8735-546373142415 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:22.642202 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4b1cddb3-58db-4bc8-826b-0b76ef93de9d req-e41b4def-3552-4d08-8735-546373142415 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.1283207 May 25 14:59:22.722316 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4b1cddb3-58db-4bc8-826b-0b76ef93de9d req-caa88d59-7496-46d9-b4d4-6e4562d39165 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792089 May 25 14:59:22.725699 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d424f3be-375f-464d-87b4-1f4fa068a22e req-989bfdff-1b20-4ffc-b8bb-5af04282d87c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019564 May 25 14:59:22.866340 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cecf58-1ee5-49a0-b8e0-5259b3bc2607 req-5276ced0-0bdc-4315-b62c-7503788bbf62 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:22.867999 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-10cecf58-1ee5-49a0-b8e0-5259b3bc2607 req-5276ced0-0bdc-4315-b62c-7503788bbf62 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 932 time: 0.0541673 May 25 14:59:22.964323 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb0c12-2ece-4c3f-94cc-118ff621248d req-244c0c7e-1216-40ca-84a6-d8b2d5a34d0e tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:22.968673 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1fdb0c12-2ece-4c3f-94cc-118ff621248d req-244c0c7e-1216-40ca-84a6-d8b2d5a34d0e tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0995500 May 25 14:59:22.991366 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-10cecf58-1ee5-49a0-b8e0-5259b3bc2607 req-7611bab8-6105-4e82-ab13-fd13182cf2cb tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131735 May 25 14:59:23.044618 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1fdb0c12-2ece-4c3f-94cc-118ff621248d req-dc712ab9-521c-49d7-8e81-db75043f698a tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676861 May 25 14:59:24.003534 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454c1b5-7d44-4ae7-818b-4ffe11801c2c req-2d6ae071-ebe0-437f-bb85-7da74b06b2a9 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:24.021400 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3454c1b5-7d44-4ae7-818b-4ffe11801c2c req-2d6ae071-ebe0-437f-bb85-7da74b06b2a9 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.1609569 May 25 14:59:24.053432 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfba12-f162-4e63-918f-cccdc414cfae req-6185bbdb-a10a-4d69-b252-a6d67dedf418 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:24.067286 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ebdfba12-f162-4e63-918f-cccdc414cfae req-6185bbdb-a10a-4d69-b252-a6d67dedf418 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.1889050 May 25 14:59:24.144211 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3454c1b5-7d44-4ae7-818b-4ffe11801c2c req-58418617-37c0-41de-9cd4-e77e2a710dec tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310778 May 25 14:59:24.169913 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ebdfba12-f162-4e63-918f-cccdc414cfae req-ca3543db-6d71-44ae-827e-0dd323f91963 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867066 May 25 14:59:24.346247 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b695d-02e3-4de6-aba8-860fe012cc72 req-c577e185-f58d-4fb4-95fb-826585401fe8 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:24.347805 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f05b695d-02e3-4de6-aba8-860fe012cc72 req-c577e185-f58d-4fb4-95fb-826585401fe8 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 932 time: 0.1169031 May 25 14:59:24.356579 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef41c9-b4fe-4d34-9d53-919242426f54 req-5f453333-d390-4cc4-a757-1494959e9fb6 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:24.358086 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ebef41c9-b4fe-4d34-9d53-919242426f54 req-5f453333-d390-4cc4-a757-1494959e9fb6 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0876260 May 25 14:59:24.447308 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f05b695d-02e3-4de6-aba8-860fe012cc72 req-3e07687f-a9bb-400c-ad7e-ba4c85a9adbf tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882409 May 25 14:59:24.456964 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ebef41c9-b4fe-4d34-9d53-919242426f54 req-18634f4c-b017-46c7-aa95-d9d35d0c7d37 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903826 May 25 14:59:25.373579 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b47c3f-afa1-43d6-8708-387afd3229f6 req-4b5386bf-7dce-409d-bc10-ef2dae5d0e3d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:25.382099 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d9b47c3f-afa1-43d6-8708-387afd3229f6 req-4b5386bf-7dce-409d-bc10-ef2dae5d0e3d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.1136296 May 25 14:59:25.411293 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ac3a0-62c3-499d-b061-df13e42ac378 req-6a8cfc1a-7359-4544-88ff-8208d5435309 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:25.411293 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-959ac3a0-62c3-499d-b061-df13e42ac378 req-6a8cfc1a-7359-4544-88ff-8208d5435309 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.1059163 May 25 14:59:25.466498 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:25.499678 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d9b47c3f-afa1-43d6-8708-387afd3229f6 req-bf2472db-5c24-4172-b383-0d26b0045d42 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167269 May 25 14:59:25.505398 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-959ac3a0-62c3-499d-b061-df13e42ac378 req-e1a5813e-7bb5-49eb-8b5b-0e22c2175bbe tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864372 May 25 14:59:25.675964 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af0d4-69fb-4a40-971d-673af01d8169 req-2d81e3b6-d6fc-445a-93e3-9bff994ad4f9 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:25.677332 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0f2af0d4-69fb-4a40-971d-673af01d8169 req-2d81e3b6-d6fc-445a-93e3-9bff994ad4f9 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 932 time: 0.1058495 May 25 14:59:25.680904 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:25.698456 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281028e2-5cd3-423f-8b9f-117f54e5717c req-6e425422-1197-46ac-b1c2-19688dd4f71e tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:25.699868 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-281028e2-5cd3-423f-8b9f-117f54e5717c req-6e425422-1197-46ac-b1c2-19688dd4f71e tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0755026 May 25 14:59:25.772610 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0f2af0d4-69fb-4a40-971d-673af01d8169 req-2dbc8841-9e73-4bae-a2bb-1600067440a4 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881875 May 25 14:59:25.786369 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-281028e2-5cd3-423f-8b9f-117f54e5717c req-43b35b71-3ee2-4812-946a-3fb0fb370a42 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786951 May 25 14:59:26.640725 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c599d1-87eb-4690-970a-816b5e53aade req-c0259ee5-384b-4d00-8ff6-ded57e67cb61 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:26.649395 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-36c599d1-87eb-4690-970a-816b5e53aade req-c0259ee5-384b-4d00-8ff6-ded57e67cb61 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.0768955 May 25 14:59:26.750874 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcab3b4-d688-4fd9-bd14-4bb1e3cf4f70 req-0b6f8afd-2e11-4cec-91d5-d41eb7d25104 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:26.752954 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4fcab3b4-d688-4fd9-bd14-4bb1e3cf4f70 req-0b6f8afd-2e11-4cec-91d5-d41eb7d25104 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0599151 May 25 14:59:26.781515 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-36c599d1-87eb-4690-970a-816b5e53aade req-d2662b42-4439-4267-9bec-1e6f4e3cf936 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308413 May 25 14:59:26.862691 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4fcab3b4-d688-4fd9-bd14-4bb1e3cf4f70 req-385a7b46-1a55-4b90-b096-526231f6ade5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013839 May 25 14:59:26.911849 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e765a1-380c-4b97-a750-0627551076ca req-a6dcf859-e408-47f8-8874-758d8db78b21 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:26.913320 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-38e765a1-380c-4b97-a750-0627551076ca req-a6dcf859-e408-47f8-8874-758d8db78b21 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 932 time: 0.0494413 May 25 14:59:26.993424 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d52077-0266-4c0c-a126-c64e24756df5 req-6bef8c8f-cac1-4767-bc71-4dec01ccaa64 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:26.994895 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a6d52077-0266-4c0c-a126-c64e24756df5 req-6bef8c8f-cac1-4767-bc71-4dec01ccaa64 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0740750 May 25 14:59:27.001710 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-38e765a1-380c-4b97-a750-0627551076ca req-479961ae-a194-44e5-bd32-e0f9110c3fe2 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825419 May 25 14:59:27.043866 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a6d52077-0266-4c0c-a126-c64e24756df5 req-5b7e86f7-e9e5-4e2a-a36f-34ee7a7b5727 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411651 May 25 14:59:27.175093 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:27.497314 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=24 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:27.591391 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:27.604392 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:27.903875 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a392b03-0fb6-4da1-bddb-bea963883a15 req-a1fb90a4-fc02-4dba-bbf5-20534d5e43e4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:27.905501 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2a392b03-0fb6-4da1-bddb-bea963883a15 req-a1fb90a4-fc02-4dba-bbf5-20534d5e43e4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.0515325 May 25 14:59:27.994244 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2a392b03-0fb6-4da1-bddb-bea963883a15 req-d6efa4b7-73ef-4e19-97d4-8ee4b5eb2600 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820639 May 25 14:59:28.004674 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d87ebe-5028-4a6b-a00f-a2fd58989ef2 req-19077628-5042-4f6b-837b-40e493d604e5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:28.005939 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-92d87ebe-5028-4a6b-a00f-a2fd58989ef2 req-19077628-5042-4f6b-837b-40e493d604e5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0624216 May 25 14:59:28.054342 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-92d87ebe-5028-4a6b-a00f-a2fd58989ef2 req-9c39022e-be44-411c-84b1-c045410d7861 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429013 May 25 14:59:28.114811 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b1a9a-49b1-4ecc-b614-1d33e7435843 req-9fc72d50-7390-4a84-a225-fc395b552a86 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:28.116272 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-910b1a9a-49b1-4ecc-b614-1d33e7435843 req-9fc72d50-7390-4a84-a225-fc395b552a86 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 932 time: 0.0467625 May 25 14:59:28.179561 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d792bc-1e1a-4b6f-bbbe-92b54b540d48 req-9c2fa926-2072-435a-81a6-2ac51eeedbb2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:28.181032 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-81d792bc-1e1a-4b6f-bbbe-92b54b540d48 req-9c2fa926-2072-435a-81a6-2ac51eeedbb2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0638978 May 25 14:59:28.210271 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-910b1a9a-49b1-4ecc-b614-1d33e7435843 req-9110fccd-e3b1-4f01-926c-a9222ce532d4 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838804 May 25 14:59:28.217877 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:28.243202 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-81d792bc-1e1a-4b6f-bbbe-92b54b540d48 req-5e0ab461-6e2e-43cb-9d21-0d4bf866d81b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561652 May 25 14:59:29.112636 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f74bc-664b-438f-a99d-a3568e8837b0 req-24a8a5bc-7f52-4043-954f-b9c7b7312b4b tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:29.118018 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-070f74bc-664b-438f-a99d-a3568e8837b0 req-24a8a5bc-7f52-4043-954f-b9c7b7312b4b tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.0581343 May 25 14:59:29.200971 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-070f74bc-664b-438f-a99d-a3568e8837b0 req-e14b944c-29a8-4724-a280-337a9f8b3f2b tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809510 May 25 14:59:29.216129 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c281435-8871-47dc-95d5-6942a11aff42 req-61785bfc-1829-49e5-9ac3-0d58ec441bd4 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:29.217665 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2c281435-8871-47dc-95d5-6942a11aff42 req-61785bfc-1829-49e5-9ac3-0d58ec441bd4 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0618584 May 25 14:59:29.279281 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2c281435-8871-47dc-95d5-6942a11aff42 req-22d71719-e02c-4023-b782-bc14bb482b38 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553176 May 25 14:59:29.352598 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f9eb3-8b26-4985-b754-fe0035483fef req-b8ddd153-523b-4533-8e17-32e5c0bb7c20 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:29.354035 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bd5f9eb3-8b26-4985-b754-fe0035483fef req-b8ddd153-523b-4533-8e17-32e5c0bb7c20 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 932 time: 0.0631206 May 25 14:59:29.400159 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:29.414764 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08982dbb-01f7-4403-8de6-d50ecb6ce191 req-ae972971-1267-4907-a967-831badbb19bf tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:29.416248 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-08982dbb-01f7-4403-8de6-d50ecb6ce191 req-ae972971-1267-4907-a967-831badbb19bf tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0613201 May 25 14:59:29.460718 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bd5f9eb3-8b26-4985-b754-fe0035483fef req-e32cff6a-b937-44f5-826d-28eeafdfdcfb tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956991 May 25 14:59:29.496936 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-08982dbb-01f7-4403-8de6-d50ecb6ce191 req-4c9b2ea1-ece5-42f0-9f56-ae1b1a420642 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728159 May 25 14:59:30.322898 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e5b30-a733-4e76-91db-90a7a9fa70c4 req-db6d5b3b-2e73-4728-a995-c82f87ead387 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:30.324376 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b43e5b30-a733-4e76-91db-90a7a9fa70c4 req-db6d5b3b-2e73-4728-a995-c82f87ead387 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.0488968 May 25 14:59:30.404684 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b43e5b30-a733-4e76-91db-90a7a9fa70c4 req-fd3c96f0-f4a1-4616-8b50-f16c1d44d2c2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745535 May 25 14:59:30.417646 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44643a99-ca35-43e8-a3b3-e31a3a086f32 req-18fa7d0d-765e-4c61-a913-c8db6849e6fc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:30.419142 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-44643a99-ca35-43e8-a3b3-e31a3a086f32 req-18fa7d0d-765e-4c61-a913-c8db6849e6fc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0583444 May 25 14:59:30.467162 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-44643a99-ca35-43e8-a3b3-e31a3a086f32 req-86b4728f-7848-4b6f-a5e8-48255894b6b4 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425291 May 25 14:59:30.622203 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa2435-0a89-4f6a-b52c-fb2e13f33881 req-1a39821f-8cf3-4b10-b9e2-ad88334ae6f4 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:30.623777 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f3aa2435-0a89-4f6a-b52c-fb2e13f33881 req-1a39821f-8cf3-4b10-b9e2-ad88334ae6f4 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 932 time: 0.0844643 May 25 14:59:30.632748 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f93db7-dc9b-4a8f-857d-1804f4eeb760 req-1cf253ed-a98a-400c-b26b-d6a45e3e93f8 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:30.634250 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a3f93db7-dc9b-4a8f-857d-1804f4eeb760 req-1cf253ed-a98a-400c-b26b-d6a45e3e93f8 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0673506 May 25 14:59:30.710987 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f3aa2435-0a89-4f6a-b52c-fb2e13f33881 req-22e5b8e9-2637-4945-ac8e-d258cd578069 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754068 May 25 14:59:30.715343 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a3f93db7-dc9b-4a8f-857d-1804f4eeb760 req-d5237a80-fc5d-4ca3-89f7-e0226d3c0527 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731695 May 25 14:59:31.518695 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cf777-de5c-4404-a6ac-1bb1d08ee979 req-0906debe-8c2a-47f9-be8b-0bbd715f92d9 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:31.520187 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2f5cf777-de5c-4404-a6ac-1bb1d08ee979 req-0906debe-8c2a-47f9-be8b-0bbd715f92d9 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.0476575 May 25 14:59:31.605298 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e53556-dde0-45e4-987c-edb863c12d00 req-94d136fc-62d4-4b47-b497-0d5b621e9878 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:31.606840 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-54e53556-dde0-45e4-987c-edb863c12d00 req-94d136fc-62d4-4b47-b497-0d5b621e9878 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0674088 May 25 14:59:31.628433 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2f5cf777-de5c-4404-a6ac-1bb1d08ee979 req-bfdae01d-c788-4089-af02-95ffae209046 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028256 May 25 14:59:31.673957 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-54e53556-dde0-45e4-987c-edb863c12d00 req-a1ef0cf2-527b-4a86-94a6-0bc0bb6ac407 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588062 May 25 14:59:31.884960 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd907cf9-2f1d-4c61-8fda-ebf286ab949e req-95abd741-c0f2-4e82-b468-86b1761f6fed tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:31.886964 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dd907cf9-2f1d-4c61-8fda-ebf286ab949e req-95abd741-c0f2-4e82-b468-86b1761f6fed tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 932 time: 0.0874875 May 25 14:59:31.894040 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e53805-7a03-4851-a38f-9d5db7eb074c req-323fbcf0-9c4a-4e20-abca-0e55d521fb8f tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:31.895864 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b2e53805-7a03-4851-a38f-9d5db7eb074c req-323fbcf0-9c4a-4e20-abca-0e55d521fb8f tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.1078649 May 25 14:59:31.989492 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dd907cf9-2f1d-4c61-8fda-ebf286ab949e req-bbea1705-590f-4b88-8377-7f95bfd806ae tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923285 May 25 14:59:32.001720 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b2e53805-7a03-4851-a38f-9d5db7eb074c req-8a9ef1ff-c9fd-4d90-8e8e-6cb249f7decd tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963933 May 25 14:59:32.749818 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:32.775803 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54440b0b-f0df-4638-80b9-5d627499dbde req-a2892434-6328-4f05-a312-df9d44a24412 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:32.777291 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-54440b0b-f0df-4638-80b9-5d627499dbde req-a2892434-6328-4f05-a312-df9d44a24412 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.0802705 May 25 14:59:32.797965 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:32.832062 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cbdfd-4cdb-4a69-8516-a8e5fc21f835 req-fbab32a3-a6fb-4df3-a656-ba2fd61f3b20 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:32.833562 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d83cbdfd-4cdb-4a69-8516-a8e5fc21f835 req-fbab32a3-a6fb-4df3-a656-ba2fd61f3b20 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0746031 May 25 14:59:32.883341 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-54440b0b-f0df-4638-80b9-5d627499dbde req-113aee42-3abc-49be-813a-68fdaacfba92 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892224 May 25 14:59:32.916533 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d83cbdfd-4cdb-4a69-8516-a8e5fc21f835 req-fa4245e6-39d0-4500-8e10-fa0847190887 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748844 May 25 14:59:33.146747 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9fe21-5532-4751-9876-e233e6e70b44 req-d6e1804e-64fc-4ec2-b282-4050373bf772 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:33.148259 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3fa9fe21-5532-4751-9876-e233e6e70b44 req-d6e1804e-64fc-4ec2-b282-4050373bf772 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 932 time: 0.0899003 May 25 14:59:33.168945 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd1b39-64bb-48d1-836a-8e204e168740 req-6af2c909-d89a-413a-97bd-4525ed51858e tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:33.170156 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-70bd1b39-64bb-48d1-836a-8e204e168740 req-6af2c909-d89a-413a-97bd-4525ed51858e tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0965836 May 25 14:59:33.236279 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3fa9fe21-5532-4751-9876-e233e6e70b44 req-655c0574-63ac-433e-bea7-913ead60d613 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822382 May 25 14:59:33.243739 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-70bd1b39-64bb-48d1-836a-8e204e168740 req-94ebb75c-094d-4ad0-a34e-55d06f118261 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671961 May 25 14:59:34.033291 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46deb79d-243c-4dc6-ba89-7e47d8e8799f req-23cb88d6-fea7-413b-a56d-2524cd86dc0a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:34.035808 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-46deb79d-243c-4dc6-ba89-7e47d8e8799f req-23cb88d6-fea7-413b-a56d-2524cd86dc0a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.0806518 May 25 14:59:34.092519 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66651891-be7b-49b0-bd45-e76212a5a02a req-b54fed95-fd3c-4bd0-8fe2-c2f1189c8ed0 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:34.093974 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-66651891-be7b-49b0-bd45-e76212a5a02a req-b54fed95-fd3c-4bd0-8fe2-c2f1189c8ed0 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0809188 May 25 14:59:34.134775 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-46deb79d-243c-4dc6-ba89-7e47d8e8799f req-cbc5db08-6967-49c7-9ec3-fe0da11ce65c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752172 May 25 14:59:34.163414 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-66651891-be7b-49b0-bd45-e76212a5a02a req-2c112522-50ce-42bf-b8ee-8ce25f44c43e tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590909 May 25 14:59:34.395947 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4b3f7-1d84-4440-a21d-73c0adee6d18 req-58bcea0e-545b-4f4d-8780-0f045108e330 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:34.397659 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2bd4b3f7-1d84-4440-a21d-73c0adee6d18 req-58bcea0e-545b-4f4d-8780-0f045108e330 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0584226 May 25 14:59:34.706321 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf62d2-57ff-4f65-82ad-cb60913a5be7 req-6e4b97f7-ef3b-4c46-87b2-47632f558517 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:34.707592 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dbcf62d2-57ff-4f65-82ad-cb60913a5be7 req-6e4b97f7-ef3b-4c46-87b2-47632f558517 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 932 time: 0.4041617 May 25 14:59:34.710903 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2bd4b3f7-1d84-4440-a21d-73c0adee6d18 req-7c6f3ad7-3f6c-4528-ad2d-d974e84df3ff tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072503 May 25 14:59:34.753953 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dbcf62d2-57ff-4f65-82ad-cb60913a5be7 req-14b6d09a-dcc1-4e74-aff8-d89cecba1314 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407929 May 25 14:59:35.267556 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54459c1e-68f4-4949-bf31-caa1fa38eda4 req-5fb7be0a-5bf7-439c-904d-3e9e99f34abd tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:35.269739 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-54459c1e-68f4-4949-bf31-caa1fa38eda4 req-5fb7be0a-5bf7-439c-904d-3e9e99f34abd tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.0609882 May 25 14:59:35.316084 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cdcee-1967-4b37-b032-26b6a28b88c7 req-1676a776-ad79-4dae-9f2f-54f9502f6746 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:35.317555 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e44cdcee-1967-4b37-b032-26b6a28b88c7 req-1676a776-ad79-4dae-9f2f-54f9502f6746 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0716562 May 25 14:59:35.356560 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-54459c1e-68f4-4949-bf31-caa1fa38eda4 req-937e6866-8c0c-4682-97d2-749feb16f7af tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715997 May 25 14:59:35.383840 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e44cdcee-1967-4b37-b032-26b6a28b88c7 req-f9c493a5-f71a-48ce-9b4d-4b2861b09749 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564816 May 25 14:59:35.464403 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:35.825355 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f84e3-7423-462e-81ff-6e17d1b3231e req-581fd808-6b38-466e-aa32-97b22564b34e tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:35.828576 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ec3f84e3-7423-462e-81ff-6e17d1b3231e req-581fd808-6b38-466e-aa32-97b22564b34e tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0491185 May 25 14:59:35.837526 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:35.897494 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864469c4-1e17-457b-8828-c117a93c8020 req-06af5e57-222d-4713-80e5-2dd0f94c6b10 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:35.897494 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-864469c4-1e17-457b-8828-c117a93c8020 req-06af5e57-222d-4713-80e5-2dd0f94c6b10 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 932 time: 0.0678632 May 25 14:59:35.921276 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Request body: {'port': {'device_id': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:35.947489 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ec3f84e3-7423-462e-81ff-6e17d1b3231e req-3e65219c-5bae-4c89-b695-9bc929965a04 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116400 May 25 14:59:35.989151 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:36.011838 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-864469c4-1e17-457b-8828-c117a93c8020 req-ee3dd071-8862-4f7b-84cc-cb255aaf93b8 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060123 May 25 14:59:36.012606 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (8cc89087-34bc-4911-a164-56f942a0863e), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:36.130060 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65815d7a-6eca-493a-87c5-7725d928110c req-d3c7fc41-ed8d-47d8-818b-74274b78a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:36.131638 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-65815d7a-6eca-493a-87c5-7725d928110c req-d3c7fc41-ed8d-47d8-818b-74274b78a611 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 1127 time: 0.0427511 May 25 14:59:36.314413 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc89087-34bc-4911-a164-56f942a0863e {{(pid=116226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:59:36.327418 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Publish callbacks [] for port (8cc89087-34bc-4911-a164-56f942a0863e), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:36.339388 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.provisioning_blocks [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Transition to ACTIVE for port object 8cc89087-34bc-4911-a164-56f942a0863e will not be triggered until provisioned by entity L2. {{(pid=116226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:59:36.390709 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126892817'] for port (8cc89087-34bc-4911-a164-56f942a0863e), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:36.460096 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc89087-34bc-4911-a164-56f942a0863e,revision_number=2']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:36.483329 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-65815d7a-6eca-493a-87c5-7725d928110c req-557f1ec6-e648-47f3-82c6-dd5f5c1ffd56 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4611b1ea-e778-46d6-8c99-04a8f2928cb5 HTTP/1.1" status: 200 len: 217 time: 0.0587852 May 25 14:59:36.532969 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:36.570978 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917c7fb-f1dc-4697-bb87-b266a59b777f req-b43c98f3-2eb8-44c6-a705-2b6765173e33 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:36.572546 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f917c7fb-f1dc-4697-bb87-b266a59b777f req-b43c98f3-2eb8-44c6-a705-2b6765173e33 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.1139379 May 25 14:59:36.586664 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65815d7a-6eca-493a-87c5-7725d928110c req-367fbede-6198-4c3d-9c60-f84104049843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:36.589002 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-65815d7a-6eca-493a-87c5-7725d928110c req-367fbede-6198-4c3d-9c60-f84104049843 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1ed1170-215c-4406-945e-b79e6c0cdc5d HTTP/1.1" status: 200 len: 853 time: 0.0540183 May 25 14:59:36.589711 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ee876091-c4c6-4805-82fc-fb346b331005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:36.606788 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143739a3-dee1-49ab-b789-a7f3406b4456 req-490dc9b0-0d95-4bf2-befd-2c40dbc6f3f4 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:36.608328 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-143739a3-dee1-49ab-b789-a7f3406b4456 req-490dc9b0-0d95-4bf2-befd-2c40dbc6f3f4 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.1404746 May 25 14:59:36.649731 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65815d7a-6eca-493a-87c5-7725d928110c req-c89383c7-9680-48b7-bb66-b721618f6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:36.651534 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-65815d7a-6eca-493a-87c5-7725d928110c req-c89383c7-9680-48b7-bb66-b721618f6d66 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa952598-36d5-42ef-b4ac-0f4017a94969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545330 May 25 14:59:36.715711 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f917c7fb-f1dc-4697-bb87-b266a59b777f req-a9eb4196-2722-48c0-aa97-b599ca2e472a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253994 May 25 14:59:36.737180 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-143739a3-dee1-49ab-b789-a7f3406b4456 req-6e32fa52-9190-42bc-a306-823cc049f5e4 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195245 May 25 14:59:36.743524 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.managers [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Attempting to bind port 8cc89087-34bc-4911-a164-56f942a0863e on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:59:36.743874 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.managers [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Attempting to bind port 8cc89087-34bc-4911-a164-56f942a0863e by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': 'e95236a3-d049-4124-88e3-98aa51d4128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1'}] {{(pid=116226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:59:36.744214 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Attempting to bind port 8cc89087-34bc-4911-a164-56f942a0863e on network dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:59:36.750031 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Port 8cc89087-34bc-4911-a164-56f942a0863e on network dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:59:36.762394 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Attempting to bind port 8cc89087-34bc-4911-a164-56f942a0863e on network dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:59:36.762394 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:59:36.762394 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Checking segment: {'id': 'e95236a3-d049-4124-88e3-98aa51d4128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:59:36.762394 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Bound using segment: {'id': 'e95236a3-d049-4124-88e3-98aa51d4128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1'} {{(pid=116226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:59:36.762394 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.managers [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Bound port: 8cc89087-34bc-4911-a164-56f942a0863e, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95236a3-d049-4124-88e3-98aa51d4128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1'}}] {{(pid=116226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:59:36.762394 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (8cc89087-34bc-4911-a164-56f942a0863e), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:36.819614 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] For port 8cc89087-34bc-4911-a164-56f942a0863e, host hv-cinder-83028, cleared binding levels {{(pid=116226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:59:36.822708 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] For port 8cc89087-34bc-4911-a164-56f942a0863e, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=8cc89087-34bc-4911-a164-56f942a0863e,segment=NetworkSegment(e95236a3-d049-4124-88e3-98aa51d4128f),segment_id=e95236a3-d049-4124-88e3-98aa51d4128f)] {{(pid=116226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:59:36.823836 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-65815d7a-6eca-493a-87c5-7725d928110c req-2c21d623-c507-4a6a-8118-0632f90aeb76 service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856833 May 25 14:59:36.899759 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126892817'] for port (8cc89087-34bc-4911-a164-56f942a0863e), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:36.939628 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:36.940285 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:36.941699 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] 10.222.0.86 "PUT /v2.0/ports/8cc89087-34bc-4911-a164-56f942a0863e HTTP/1.1" status: 200 len: 1094 time: 1.0258410 May 25 14:59:36.942131 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'tag': '8cc89087-34bc-4911-a164-56f942a0863e'}] {{(pid=116226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:59:36.944429 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dc151ac6212342da2108a0a28b94f4203e9e0da67b00e21663921939482ef4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9361966b-01d4-4678-aefa-8d4fe40c7884" -d '{"events": [{"name": "network-changed", "server_uuid": "f221fdda-86ea-483a-b1c8-a28d99ffb993", "tag": "8cc89087-34bc-4911-a164-56f942a0863e"}]}' {{(pid=116226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:59:36.967981 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd8657-0b42-415c-ba61-035982a167d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc89087-34bc-4911-a164-56f942a0863e,revision_number=3']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:36.997299 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498657ff-1c41-4003-84b9-4d80a0d71bcf x-openstack-request-id: req-498657ff-1c41-4003-84b9-4d80a0d71bcf {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:59:36.997592 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f221fdda-86ea-483a-b1c8-a28d99ffb993", "tag": "8cc89087-34bc-4911-a164-56f942a0863e", "status": "completed", "code": 200}]} {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:59:36.998030 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-498657ff-1c41-4003-84b9-4d80a0d71bcf {{(pid=116226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:59:36.998436 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-498657ff-1c41-4003-84b9-4d80a0d71bcf'] response: {'name': 'network-changed', 'server_uuid': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'tag': '8cc89087-34bc-4911-a164-56f942a0863e', 'status': 'completed', 'code': 200} May 25 14:59:37.053569 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:37.074313 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f673926-ae54-4407-bf46-cd1736ee4ad4 req-a4859998-8f0a-453f-964c-c049b88e8379 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:37.076130 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4f673926-ae54-4407-bf46-cd1736ee4ad4 req-a4859998-8f0a-453f-964c-c049b88e8379 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0552940 May 25 14:59:37.175137 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1b50f-5a02-4ce6-a0a2-0ec71b0a0e93 req-1074fb80-3918-4e8a-81f0-b6274f08800e tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:37.176651 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-efa1b50f-5a02-4ce6-a0a2-0ec71b0a0e93 req-1074fb80-3918-4e8a-81f0-b6274f08800e tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 944 time: 0.0851336 May 25 14:59:37.183598 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4f673926-ae54-4407-bf46-cd1736ee4ad4 req-2232c9d6-0f87-448f-b5e6-984be5852bb2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995486 May 25 14:59:37.281187 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-65815d7a-6eca-493a-87c5-7725d928110c req-8299ccd2-e6e3-4d18-8983-abfb1332a31d service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031229 May 25 14:59:37.298042 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-efa1b50f-5a02-4ce6-a0a2-0ec71b0a0e93 req-b34e1289-93b1-4147-8a41-a1e18695505d tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134989 May 25 14:59:37.565904 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:37.566726 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:37.862173 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c400a3-7bb8-4ccb-8317-a46fef923e8c req-a2886cc2-486d-4258-8ed1-87d8e6eb352d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:37.863623 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-07c400a3-7bb8-4ccb-8317-a46fef923e8c req-a2886cc2-486d-4258-8ed1-87d8e6eb352d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.0787134 May 25 14:59:37.874217 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a3f04-4b16-4605-9549-36efada1820b req-53b5bc82-d18e-420f-b2d0-de3c4c09e575 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:37.875691 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-390a3f04-4b16-4605-9549-36efada1820b req-53b5bc82-d18e-420f-b2d0-de3c4c09e575 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0631897 May 25 14:59:37.913339 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361966b-01d4-4678-aefa-8d4fe40c7884 req-96b09b2a-f6a1-4078-961d-d07bd9761a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:37.915181 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-9361966b-01d4-4678-aefa-8d4fe40c7884 req-96b09b2a-f6a1-4078-961d-d07bd9761a9c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb0ee163dc0c4237aaa4e2efb85878fc&device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 1128 time: 0.0418956 May 25 14:59:37.947264 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-07c400a3-7bb8-4ccb-8317-a46fef923e8c req-e317809c-c59f-413e-a996-68cd3485919c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705013 May 25 14:59:37.954010 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-390a3f04-4b16-4605-9549-36efada1820b req-753606d4-c4ac-40f6-a498-a2b2d0b0b8f3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700824 May 25 14:59:38.305835 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b5882-5f3b-4783-a4be-3c6d9b8e0c80 req-ecff1b94-daec-4da1-9d8a-173422f09d96 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:38.307389 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2a3b5882-5f3b-4783-a4be-3c6d9b8e0c80 req-ecff1b94-daec-4da1-9d8a-173422f09d96 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0487151 May 25 14:59:38.365881 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2a3b5882-5f3b-4783-a4be-3c6d9b8e0c80 req-eb1cfd90-5c59-45f1-a1cc-bd1f6bef6ba2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523257 May 25 14:59:38.429210 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56ec34-f5f5-4564-b795-d66a7c3395a0 req-c3e8aa7b-2f3d-4d46-aedc-1378d2fa1b9e tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:38.430780 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3d56ec34-f5f5-4564-b795-d66a7c3395a0 req-c3e8aa7b-2f3d-4d46-aedc-1378d2fa1b9e tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 944 time: 0.0543842 May 25 14:59:38.478591 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3d56ec34-f5f5-4564-b795-d66a7c3395a0 req-a01dc61d-3e58-47ca-86f1-702e573b4e33 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422950 May 25 14:59:38.931316 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c7f95d14-4699-4e91-8b51-c6ef21a53b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:39.088869 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd2d8e-42e2-4619-8d57-3f4cd16b92db req-ee56538e-9c0a-4be1-a434-b6de6ab12f6f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:39.090347 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-46fd2d8e-42e2-4619-8d57-3f4cd16b92db req-ee56538e-9c0a-4be1-a434-b6de6ab12f6f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.0740247 May 25 14:59:39.101461 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a2e2c-7d5b-4804-8a75-6f341dfeca0e req-8a6c2cae-acb7-4068-b5f9-58098f1d869f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:39.102941 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1d0a2e2c-7d5b-4804-8a75-6f341dfeca0e req-8a6c2cae-acb7-4068-b5f9-58098f1d869f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0737231 May 25 14:59:39.178899 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-46fd2d8e-42e2-4619-8d57-3f4cd16b92db req-f63753e5-b8e0-4a36-8dae-0c899a355391 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749753 May 25 14:59:39.182070 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1d0a2e2c-7d5b-4804-8a75-6f341dfeca0e req-8fd55d91-60e0-40af-9fe0-89e3717845ba tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715239 May 25 14:59:39.492833 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973784e-d300-4d5c-a74d-db777a96af19 req-6687857b-f59e-428d-89ac-6a625959c4d8 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:39.494283 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1973784e-d300-4d5c-a74d-db777a96af19 req-6687857b-f59e-428d-89ac-6a625959c4d8 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0479116 May 25 14:59:39.546256 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1973784e-d300-4d5c-a74d-db777a96af19 req-8fe083b8-8878-45eb-886d-b78da7d8ba19 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464377 May 25 14:59:39.594996 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba98412-d109-4b91-a8e8-8b05b38a852f req-311cf41b-1caf-40a9-8075-73a524bd7ba0 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:39.596854 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6ba98412-d109-4b91-a8e8-8b05b38a852f req-311cf41b-1caf-40a9-8075-73a524bd7ba0 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 944 time: 0.0454783 May 25 14:59:39.615117 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:39.646701 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6ba98412-d109-4b91-a8e8-8b05b38a852f req-a294dca2-26d2-4d78-91f3-1dba3bd6dff8 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441861 May 25 14:59:40.308359 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:40.323845 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b584c4-93fe-4099-a6ec-c6e1cf84fe3f req-224e4f22-177b-4119-9948-67fc1628af2b tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:40.325341 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b8b584c4-93fe-4099-a6ec-c6e1cf84fe3f req-224e4f22-177b-4119-9948-67fc1628af2b tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.0744493 May 25 14:59:40.333491 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0269a-d11d-4a39-b310-d4091244164d req-60a9d6b2-1a89-44f7-9aaa-42438427808e tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:40.335456 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2ad0269a-d11d-4a39-b310-d4091244164d req-60a9d6b2-1a89-44f7-9aaa-42438427808e tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0748384 May 25 14:59:40.385798 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:40.410282 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b8b584c4-93fe-4099-a6ec-c6e1cf84fe3f req-bd3e75f7-4717-4264-9a84-27f3b0b0c713 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739038 May 25 14:59:40.414296 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2ad0269a-d11d-4a39-b310-d4091244164d req-87cf8db6-d11d-400f-bfec-31f495860030 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711687 May 25 14:59:40.657479 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ae9ec-ab78-4ac0-8306-e06dfdd61ddf req-739f0114-e713-4f3c-b190-b4a3ea11f990 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:40.658942 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5f6ae9ec-ab78-4ac0-8306-e06dfdd61ddf req-739f0114-e713-4f3c-b190-b4a3ea11f990 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0459957 May 25 14:59:40.707016 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5f6ae9ec-ab78-4ac0-8306-e06dfdd61ddf req-ce3a0efc-4c4d-4142-961d-c56c45c689a3 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423410 May 25 14:59:40.763491 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f41c3-3cf9-4766-b9f9-844094ec1963 req-20a7037c-b507-4017-8739-04ea3a4182a2 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:40.764942 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c58f41c3-3cf9-4766-b9f9-844094ec1963 req-20a7037c-b507-4017-8739-04ea3a4182a2 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 944 time: 0.0469589 May 25 14:59:40.812315 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c58f41c3-3cf9-4766-b9f9-844094ec1963 req-dc4cba76-2a06-4b73-884a-ba7b17df3fec tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414901 May 25 14:59:41.464486 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:41.552871 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bea10d-c337-47b7-ac24-37da2ce5e276 req-9c3646ea-55f5-4e36-92cd-c0e98421858e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:41.554342 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-90bea10d-c337-47b7-ac24-37da2ce5e276 req-9c3646ea-55f5-4e36-92cd-c0e98421858e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.0757999 May 25 14:59:41.569307 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ebfb3-b697-4e98-b144-cec6c235e5d9 req-012b4f58-5687-4f01-97e7-0098655fe216 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:41.570713 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0a0ebfb3-b697-4e98-b144-cec6c235e5d9 req-012b4f58-5687-4f01-97e7-0098655fe216 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0801437 May 25 14:59:41.632889 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-90bea10d-c337-47b7-ac24-37da2ce5e276 req-d9ff4d7d-7ec6-4482-a8b5-93a2a6f2a764 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708838 May 25 14:59:41.647254 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0a0ebfb3-b697-4e98-b144-cec6c235e5d9 req-22b99a7d-4790-47b6-b022-e07b46ce61d5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705981 May 25 14:59:41.820231 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5005ee3-ebd8-401a-adfe-3a466f96eeec req-83856f67-5d57-4539-bf95-54d3fc0aff15 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:41.821711 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d5005ee3-ebd8-401a-adfe-3a466f96eeec req-83856f67-5d57-4539-bf95-54d3fc0aff15 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0467472 May 25 14:59:41.899847 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d5005ee3-ebd8-401a-adfe-3a466f96eeec req-78a50cf9-0940-4396-ade3-7959073cc848 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717220 May 25 14:59:41.958543 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e3307-c570-4de6-83d5-721d7fc1278a req-e71f9657-edaa-4513-a803-2fdaa95bfeea tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:41.960053 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ae6e3307-c570-4de6-83d5-721d7fc1278a req-e71f9657-edaa-4513-a803-2fdaa95bfeea tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 944 time: 0.0514147 May 25 14:59:42.006623 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ae6e3307-c570-4de6-83d5-721d7fc1278a req-baf4e781-f210-47b6-a1b1-8d5dc39a44e0 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410309 May 25 14:59:42.776375 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b22e9-7541-46da-9892-616e0047ed12 req-8d3233f2-aa85-4892-adb8-6b6c6851144b tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:42.777827 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-673b22e9-7541-46da-9892-616e0047ed12 req-8d3233f2-aa85-4892-adb8-6b6c6851144b tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.0760727 May 25 14:59:42.797461 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba410fa-b43c-41d6-924e-ce59957dc3d0 req-29330091-4041-4750-9a83-534228701a79 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:42.798885 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0ba410fa-b43c-41d6-924e-ce59957dc3d0 req-29330091-4041-4750-9a83-534228701a79 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 945 time: 0.0688982 May 25 14:59:42.860837 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-673b22e9-7541-46da-9892-616e0047ed12 req-325bf453-e929-42a8-b95c-ec2926ae4823 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774720 May 25 14:59:42.872687 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0ba410fa-b43c-41d6-924e-ce59957dc3d0 req-0fc36a7b-7c42-4725-856f-bec32758ad72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667894 May 25 14:59:42.881938 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:43.018558 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5ddcf-cc60-48db-acf7-dcb42a1d69bd req-c9547c9d-764a-4873-8740-670197af34cc tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:43.020595 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f8e5ddcf-cc60-48db-acf7-dcb42a1d69bd req-c9547c9d-764a-4873-8740-670197af34cc tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0468080 May 25 14:59:43.068317 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f8e5ddcf-cc60-48db-acf7-dcb42a1d69bd req-02bccd5a-9979-4a0d-834c-df49f72cf93b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418565 May 25 14:59:43.119509 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c55ce-26a1-451d-898e-72827e18bb62 req-3bfb6176-1a17-4925-90ff-5266559936d8 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:43.120932 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-df2c55ce-26a1-451d-898e-72827e18bb62 req-3bfb6176-1a17-4925-90ff-5266559936d8 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 944 time: 0.0484700 May 25 14:59:43.140713 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:43.166966 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-df2c55ce-26a1-451d-898e-72827e18bb62 req-f9e4a533-2fc1-456b-b5f8-61b113ab8fed tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405822 May 25 14:59:43.536426 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 681873f5-4d38-4cac-8460-0a3e8282503d no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 14:59:43.610483 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 681873f5-4d38-4cac-8460-0a3e8282503d is: ACTIVE; New status is: DOWN {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:43.610483 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:43.629713 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f09fd70-df36-4976-a829-ebe720c7e516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '681873f5-4d38-4cac-8460-0a3e8282503d'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:59:43.631947 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7df6d6-dfbe-4b8b-9da3-a869df384761" -d '{"events": [{"server_uuid": "1f09fd70-df36-4976-a829-ebe720c7e516", "name": "network-vif-unplugged", "status": "completed", "tag": "681873f5-4d38-4cac-8460-0a3e8282503d"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:59:43.645127 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 681873f5-4d38-4cac-8460-0a3e8282503d, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=681873f5-4d38-4cac-8460-0a3e8282503d,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:43.670760 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 May 2022 14:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dda7d2e-4f5e-416d-a2ba-123625af8c09 x-openstack-request-id: req-3dda7d2e-4f5e-416d-a2ba-123625af8c09 {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:59:43.671066 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f09fd70-df36-4976-a829-ebe720c7e516", "name": "network-vif-unplugged", "status": "completed", "tag": "681873f5-4d38-4cac-8460-0a3e8282503d", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:59:43.671343 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3dda7d2e-4f5e-416d-a2ba-123625af8c09 {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:59:43.671735 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dda7d2e-4f5e-416d-a2ba-123625af8c09'] response: {'server_uuid': '1f09fd70-df36-4976-a829-ebe720c7e516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '681873f5-4d38-4cac-8460-0a3e8282503d', 'code': 200} May 25 14:59:43.713966 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:43.761740 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=681873f5-4d38-4cac-8460-0a3e8282503d,revision_number=8']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:43.943474 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:44.008903 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f60992-1cb9-476f-9830-c805211683fc req-1d29db49-e5ac-4843-a4e7-3e0c8b116944 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:44.010372 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-23f60992-1cb9-476f-9830-c805211683fc req-1d29db49-e5ac-4843-a4e7-3e0c8b116944 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.0770812 May 25 14:59:44.029922 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f9619-f4c2-4f2a-8e69-36927c932336 req-824d5028-1871-4f9b-8342-8b0a423afeb0 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:44.031365 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-485f9619-f4c2-4f2a-8e69-36927c932336 req-824d5028-1871-4f9b-8342-8b0a423afeb0 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0666273 May 25 14:59:44.094593 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-23f60992-1cb9-476f-9830-c805211683fc req-c2483934-c198-4058-b87b-84b1a1c1159b tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786917 May 25 14:59:44.112689 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-485f9619-f4c2-4f2a-8e69-36927c932336 req-a19fd76c-499d-4a64-9b96-1299f5b3fb06 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690534 May 25 14:59:44.198562 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09391e7d-7e4e-4b26-83f9-b563ec159edd req-ae7aa63c-fd13-49ad-93eb-3bce119f0d63 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:44.200327 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-09391e7d-7e4e-4b26-83f9-b563ec159edd req-ae7aa63c-fd13-49ad-93eb-3bce119f0d63 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0505013 May 25 14:59:44.286888 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-09391e7d-7e4e-4b26-83f9-b563ec159edd req-99441f67-030a-4e2e-8385-150d556dfc8f tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802469 May 25 14:59:44.305260 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cb518-3858-414b-b77f-f5c1435b9c34 req-5bd0b69d-80cb-4220-a9cb-5aa815e0df36 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:44.306870 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e46cb518-3858-414b-b77f-f5c1435b9c34 req-5bd0b69d-80cb-4220-a9cb-5aa815e0df36 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 944 time: 0.0631533 May 25 14:59:44.357329 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e46cb518-3858-414b-b77f-f5c1435b9c34 req-2e1f3393-d28f-4cbe-807f-2bdb5a15d1b8 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428255 May 25 14:59:44.745221 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ffb00-771a-4ad2-ac27-25d592bd5dda req-b83634d8-551e-4c97-8360-444e182638f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:44.746865 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2b1ffb00-771a-4ad2-ac27-25d592bd5dda req-b83634d8-551e-4c97-8360-444e182638f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18c8213736cf4113951fbb3520c18183&device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 1127 time: 0.0433338 May 25 14:59:44.797959 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361966b-01d4-4678-aefa-8d4fe40c7884 req-9c0c78b8-5fd0-4a3f-b198-f03cd10960cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:44.799635 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-9361966b-01d4-4678-aefa-8d4fe40c7884 req-9c0c78b8-5fd0-4a3f-b198-f03cd10960cd service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=bb0ee163dc0c4237aaa4e2efb85878fc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0964336 May 25 14:59:44.840860 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ffb00-771a-4ad2-ac27-25d592bd5dda req-86e7def3-feec-469b-8845-929c50a6b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:44.842322 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2b1ffb00-771a-4ad2-ac27-25d592bd5dda req-86e7def3-feec-469b-8845-929c50a6b6bf service neutron] 10.222.0.86 "GET /v2.0/networks?id=0ddfa1ea-b411-4388-afb5-c29ffb748770 HTTP/1.1" status: 200 len: 918 time: 0.0888965 May 25 14:59:44.909095 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2b1ffb00-771a-4ad2-ac27-25d592bd5dda req-31cefb8b-59d2-4011-aebe-4e3ab01d0e40 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=681873f5-4d38-4cac-8460-0a3e8282503d HTTP/1.1" status: 200 len: 999 time: 0.0601366 May 25 14:59:44.916138 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361966b-01d4-4678-aefa-8d4fe40c7884 req-29ddb90b-5c39-41a8-9637-8d57e43f515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:44.917587 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-9361966b-01d4-4678-aefa-8d4fe40c7884 req-29ddb90b-5c39-41a8-9637-8d57e43f515d service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1127057 May 25 14:59:44.967291 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ffb00-771a-4ad2-ac27-25d592bd5dda req-002e0984-273b-443f-a4ef-33267a16e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:44.969705 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2b1ffb00-771a-4ad2-ac27-25d592bd5dda req-002e0984-273b-443f-a4ef-33267a16e443 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6457fdac-c3cb-47a9-aa14-b3ac369fd174 HTTP/1.1" status: 200 len: 856 time: 0.0483639 May 25 14:59:45.014244 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ffb00-771a-4ad2-ac27-25d592bd5dda req-dbb0809f-b39a-4461-ae7e-35c4d8283411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:45.015843 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2b1ffb00-771a-4ad2-ac27-25d592bd5dda req-dbb0809f-b39a-4461-ae7e-35c4d8283411 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0ddfa1ea-b411-4388-afb5-c29ffb748770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398319 May 25 14:59:45.025391 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-a72e0717-ca27-46c9-a7be-a20943381e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:45.026891 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-a72e0717-ca27-46c9-a7be-a20943381e6f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb0ee163dc0c4237aaa4e2efb85878fc&device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 1128 time: 0.0416200 May 25 14:59:45.100055 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-05874857-0e91-4fa0-91e2-c11f12906ab7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cc89087-34bc-4911-a164-56f942a0863e HTTP/1.1" status: 200 len: 217 time: 0.0391476 May 25 14:59:45.152101 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-5ba4376c-8f3e-4670-aac6-a9673595a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:45.153765 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-5ba4376c-8f3e-4670-aac6-a9673595a1a9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7a9fd0d3-f0e2-4879-858d-35599eac1d8a HTTP/1.1" status: 200 len: 854 time: 0.0469501 May 25 14:59:45.168676 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2b1ffb00-771a-4ad2-ac27-25d592bd5dda req-d1a54efc-2bc5-46ae-9a52-ffdf5de9bcd5 service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993471 May 25 14:59:45.212971 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-4c17c423-8239-481d-80aa-89f03deb7b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:45.214247 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-4c17c423-8239-481d-80aa-89f03deb7b28 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485580 May 25 14:59:45.269463 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c5952-3fc8-4572-a97b-cceb1110e6e0 req-ef9437b0-8e7d-49ec-80d7-3a3a6c3e13dd tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:45.270982 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-494c5952-3fc8-4572-a97b-cceb1110e6e0 req-ef9437b0-8e7d-49ec-80d7-3a3a6c3e13dd tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0826313 May 25 14:59:45.307262 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:45.316026 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-489b8bd0-8ffb-4f35-9674-d684061868e8 service neutron] 10.222.0.86 "GET /v2.0/networks/dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948069 May 25 14:59:45.340717 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2b1ffb00-771a-4ad2-ac27-25d592bd5dda req-5172691d-ebbd-4d0c-aedf-c1b5d4e9c080 service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749814 May 25 14:59:45.373979 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd36777-cfbc-4df0-a797-a41bebb2718b req-ec3dc354-9252-49c4-b595-093f06fcb399 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:45.375496 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9bd36777-cfbc-4df0-a797-a41bebb2718b req-ec3dc354-9252-49c4-b595-093f06fcb399 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 943 time: 0.0805247 May 25 14:59:45.384276 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-494c5952-3fc8-4572-a97b-cceb1110e6e0 req-bc40ba2f-d8bf-4f2a-8fbf-33552f1a1022 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040576 May 25 14:59:45.423224 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-11cfb6f4-9c0d-471f-908e-40029e78d8a2 req-37639a2c-4f26-4c93-8d70-3479c37e61c9 service neutron] 10.222.0.86 "GET /v2.0/networks/dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997143 May 25 14:59:45.428057 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9bd36777-cfbc-4df0-a797-a41bebb2718b req-72e76bbf-1ba3-4fce-bf14-7b6f61157f87 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428393 May 25 14:59:45.491998 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddc77e-4128-4bb0-8ea0-e10ada5d7e30 req-d5798bc8-1828-4f73-96f2-b72646d03cc6 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:45.493444 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-00ddc77e-4128-4bb0-8ea0-e10ada5d7e30 req-d5798bc8-1828-4f73-96f2-b72646d03cc6 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0469825 May 25 14:59:45.542413 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 4611b1ea-e778-46d6-8c99-04a8f2928cb5 details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:59:45.548562 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:45.560267 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b53045-f68f-4954-94ff-ab69d2647764 req-a42724c1-c1ed-465e-a1fc-fe84ea5a1b81 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:45.561985 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-08b53045-f68f-4954-94ff-ab69d2647764 req-a42724c1-c1ed-465e-a1fc-fe84ea5a1b81 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 944 time: 0.0676875 May 25 14:59:45.589915 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-00ddc77e-4128-4bb0-8ea0-e10ada5d7e30 req-a32f6f06-b6dd-4202-bf8c-31f542dfc4af tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871351 May 25 14:59:45.623649 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-08b53045-f68f-4954-94ff-ab69d2647764 req-b6093239-ca49-413e-8a0e-b2731599420e tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519726 May 25 14:59:45.655914 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 4611b1ea-e778-46d6-8c99-04a8f2928cb5, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=4611b1ea-e778-46d6-8c99-04a8f2928cb5,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:45.671462 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': '4611b1ea-e778-46d6-8c99-04a8f2928cb5', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'port_id': '4611b1ea-e778-46d6-8c99-04a8f2928cb5', 'mac_address': 'fa:16:3e:e8:d7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:59:45.708711 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 4611b1ea-e778-46d6-8c99-04a8f2928cb5 is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:45.709150 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (4611b1ea-e778-46d6-8c99-04a8f2928cb5), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:45.723936 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4611b1ea-e778-46d6-8c99-04a8f2928cb5 {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:59:45.744590 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 4611b1ea-e778-46d6-8c99-04a8f2928cb5, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=4611b1ea-e778-46d6-8c99-04a8f2928cb5,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:45.834360 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (4611b1ea-e778-46d6-8c99-04a8f2928cb5), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:45.884691 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=4611b1ea-e778-46d6-8c99-04a8f2928cb5,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:45.978158 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002b317-e4eb-4938-bce3-7167c416ecc9 req-3d1519b7-6d8f-4567-bfc6-90f3a30d5830 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:45.981434 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e002b317-e4eb-4938-bce3-7167c416ecc9 req-3d1519b7-6d8f-4567-bfc6-90f3a30d5830 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0465801 May 25 14:59:46.032117 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e002b317-e4eb-4938-bce3-7167c416ecc9 req-548c1ebb-3293-4909-b0c0-c7d6b3882619 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467708 May 25 14:59:46.333414 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['4611b1ea-e778-46d6-8c99-04a8f2928cb5'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:59:46.522186 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b839c9-ad16-46ba-9c8e-aec672d59830 req-5fef9bee-04bf-4361-9b48-05e36ce3e7a7 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:46.523666 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e3b839c9-ad16-46ba-9c8e-aec672d59830 req-5fef9bee-04bf-4361-9b48-05e36ce3e7a7 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0618067 May 25 14:59:46.569288 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736acffb-0e31-4e6b-8434-9c622a7920d1 req-fbf2d33a-13b4-4997-a82c-824901e034dd tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:46.570794 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-736acffb-0e31-4e6b-8434-9c622a7920d1 req-fbf2d33a-13b4-4997-a82c-824901e034dd tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 944 time: 0.0685563 May 25 14:59:46.613988 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e3b839c9-ad16-46ba-9c8e-aec672d59830 req-2cda61fa-c417-4967-9754-d6a3d044c5df tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741606 May 25 14:59:46.643632 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-736acffb-0e31-4e6b-8434-9c622a7920d1 req-45f10c67-140f-4ccc-9a2f-7c4fc84aa8fc tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634201 May 25 14:59:46.737998 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6aca16-ae7d-4482-9d15-70eab2f6e6ff req-6472c9f1-2f3e-4db8-bb45-f4d9260dd285 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:46.739489 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ea6aca16-ae7d-4482-9d15-70eab2f6e6ff req-6472c9f1-2f3e-4db8-bb45-f4d9260dd285 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 944 time: 0.0498409 May 25 14:59:46.785484 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ea6aca16-ae7d-4482-9d15-70eab2f6e6ff req-618c6c2e-4665-4397-acd0-75f04e2584e2 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404077 May 25 14:59:47.148045 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f6d6a-d981-43ff-ab13-1bc8a51a01c2 req-da87d7be-3e2d-4ca2-a5c1-40833e6db47c tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:47.149526 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1b5f6d6a-d981-43ff-ab13-1bc8a51a01c2 req-da87d7be-3e2d-4ca2-a5c1-40833e6db47c tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0472789 May 25 14:59:47.199149 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1b5f6d6a-d981-43ff-ab13-1bc8a51a01c2 req-4a13faec-ad19-43a1-8cd9-fd688db10e65 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439663 May 25 14:59:47.741697 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9f2dd-eec7-4181-9139-e7d2a7dafc0b req-aa03adfb-3089-4a99-b90e-cd5bf504a891 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:47.743707 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2be9f2dd-eec7-4181-9139-e7d2a7dafc0b req-aa03adfb-3089-4a99-b90e-cd5bf504a891 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0553811 May 25 14:59:47.795227 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f384-870c-4c36-abab-62cf1a2accee req-a63cd010-a023-4f75-a941-3f5f34c7fff6 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:47.796687 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-11e2f384-870c-4c36-abab-62cf1a2accee req-a63cd010-a023-4f75-a941-3f5f34c7fff6 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 944 time: 0.0735133 May 25 14:59:47.828650 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 4611b1ea-e778-46d6-8c99-04a8f2928cb5 up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:59:47.832055 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:47.836969 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2be9f2dd-eec7-4181-9139-e7d2a7dafc0b req-4daa4afc-f4f5-45fc-8029-4b57d36be853 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745714 May 25 14:59:47.850464 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:47.869898 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-11e2f384-870c-4c36-abab-62cf1a2accee req-d6d74b21-f63e-4250-bc5d-ffa132bb1396 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652432 May 25 14:59:47.890173 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port 4611b1ea-e778-46d6-8c99-04a8f2928cb5 completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:59:47.945170 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d41ac8-e2bc-45a7-bb0b-da2b4fd053e9 req-33b27a71-a50e-4ccf-a4b4-9d0bb072061b tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:47.946552 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f6d41ac8-e2bc-45a7-bb0b-da2b4fd053e9 req-33b27a71-a50e-4ccf-a4b4-9d0bb072061b tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 944 time: 0.0466814 May 25 14:59:47.961403 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port 4611b1ea-e778-46d6-8c99-04a8f2928cb5 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:47.961783 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (4611b1ea-e778-46d6-8c99-04a8f2928cb5), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:47.964824 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:47.994613 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f6d41ac8-e2bc-45a7-bb0b-da2b4fd053e9 req-b981ae10-d1b7-4eb6-bffb-3be44fc84930 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423217 May 25 14:59:48.038231 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 4611b1ea-e778-46d6-8c99-04a8f2928cb5 is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:48.038621 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (4611b1ea-e778-46d6-8c99-04a8f2928cb5), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:48.061371 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4611b1ea-e778-46d6-8c99-04a8f2928cb5'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:59:48.063618 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e3a614-def2-424b-92b9-ae05af94338c" -d '{"events": [{"server_uuid": "1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e", "name": "network-vif-plugged", "status": "completed", "tag": "4611b1ea-e778-46d6-8c99-04a8f2928cb5"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:59:48.075775 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 4611b1ea-e778-46d6-8c99-04a8f2928cb5, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=4611b1ea-e778-46d6-8c99-04a8f2928cb5,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:48.099779 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22061cc-005f-4e2c-8bab-70722c57301f x-openstack-request-id: req-f22061cc-005f-4e2c-8bab-70722c57301f {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:59:48.100094 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e", "name": "network-vif-plugged", "status": "completed", "tag": "4611b1ea-e778-46d6-8c99-04a8f2928cb5", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:59:48.100353 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f22061cc-005f-4e2c-8bab-70722c57301f {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:59:48.100752 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f22061cc-005f-4e2c-8bab-70722c57301f'] response: {'server_uuid': '1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4611b1ea-e778-46d6-8c99-04a8f2928cb5', 'code': 200} May 25 14:59:48.181901 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (4611b1ea-e778-46d6-8c99-04a8f2928cb5), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:48.229081 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=4611b1ea-e778-46d6-8c99-04a8f2928cb5,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:48.317503 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957de87-9627-4403-9352-2b90eda6fd10 req-bbcf5c42-cb09-4523-bca4-1082ba2fb101 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:48.318998 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6957de87-9627-4403-9352-2b90eda6fd10 req-bbcf5c42-cb09-4523-bca4-1082ba2fb101 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0504954 May 25 14:59:48.365428 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6957de87-9627-4403-9352-2b90eda6fd10 req-4540123c-e348-4796-aefd-946fa817d043 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407324 May 25 14:59:48.983811 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0673e-611c-4a75-bd2f-03d239f41fce req-e4a26f88-40b7-4fb2-ab39-8ab1fed6f4b2 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:48.985257 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fca0673e-611c-4a75-bd2f-03d239f41fce req-e4a26f88-40b7-4fb2-ab39-8ab1fed6f4b2 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0700805 May 25 14:59:49.014866 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f6984-16d0-4fcd-8c26-a532cedcf081 req-8cdca16c-0336-45a4-813f-cde9c4b7fd4f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:49.016309 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fe0f6984-16d0-4fcd-8c26-a532cedcf081 req-8cdca16c-0336-45a4-813f-cde9c4b7fd4f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 945 time: 0.0704441 May 25 14:59:49.024492 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:49.067603 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fca0673e-611c-4a75-bd2f-03d239f41fce req-1fba8325-bd85-4c19-b9fb-326f5621dd0f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737317 May 25 14:59:49.103193 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fe0f6984-16d0-4fcd-8c26-a532cedcf081 req-ff65bbc0-92ce-400d-9f2b-62e58f9473f7 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803256 May 25 14:59:49.151777 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 59068) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:49.187777 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da592785-197a-49f5-9674-3914f29f51eb req-9ce16275-76f6-48d8-997c-185ce5268b30 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:49.189281 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-da592785-197a-49f5-9674-3914f29f51eb req-9ce16275-76f6-48d8-997c-185ce5268b30 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 944 time: 0.0489523 May 25 14:59:49.237591 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-da592785-197a-49f5-9674-3914f29f51eb req-d6091398-cdb5-4647-9a76-7bda8b6253d2 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426414 May 25 14:59:49.263511 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3f9103ac-af4c-435f-b34f-a066034760a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:49.301954 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:49.306776 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:49.340505 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3f9103ac-af4c-435f-b34f-a066034760a7 admin admin] Publish callbacks [] for security_group (3df3f113-4bb0-4a51-81c7-fdb03b1db129), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:49.441859 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3f9103ac-af4c-435f-b34f-a066034760a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (3df3f113-4bb0-4a51-81c7-fdb03b1db129), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:49.479588 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f8dae-0b87-4f1e-a40c-3d4087823b9b req-65c10059-012a-4c7b-8003-c36351eaadd7 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:49.481081 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-889f8dae-0b87-4f1e-a40c-3d4087823b9b req-65c10059-012a-4c7b-8003-c36351eaadd7 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0482261 May 25 14:59:49.482296 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-3f9103ac-af4c-435f-b34f-a066034760a7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b823917994e94d509d9425571ddaee45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293726 May 25 14:59:49.483267 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9103ac-af4c-435f-b34f-a066034760a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df3f113-4bb0-4a51-81c7-fdb03b1db129,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:49.484892 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 59074) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:49.562777 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-889f8dae-0b87-4f1e-a40c-3d4087823b9b req-50e2065d-b713-49e6-8ca3-a74a92dbb427 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713339 May 25 14:59:49.572741 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e3dc932a-c80e-4866-a2cd-1b5c4084a6a0 admin admin] Publish callbacks [] for security_group (3df3f113-4bb0-4a51-81c7-fdb03b1db129), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:49.595355 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e3dc932a-c80e-4866-a2cd-1b5c4084a6a0 admin admin] Publish callbacks [] for security_group (3df3f113-4bb0-4a51-81c7-fdb03b1db129), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:49.669434 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0a13c-195e-432f-a065-68f9ff7ac4ab req-0dfcd7d1-48ee-41f3-a76a-e26839b2dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:49.670987 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e9c0a13c-195e-432f-a065-68f9ff7ac4ab req-0dfcd7d1-48ee-41f3-a76a-e26839b2dd67 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18c8213736cf4113951fbb3520c18183&device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 1127 time: 0.0508416 May 25 14:59:49.715812 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e3dc932a-c80e-4866-a2cd-1b5c4084a6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (3df3f113-4bb0-4a51-81c7-fdb03b1db129), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:49.718337 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e3dc932a-c80e-4866-a2cd-1b5c4084a6a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:49.722495 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-e3dc932a-c80e-4866-a2cd-1b5c4084a6a0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3df3f113-4bb0-4a51-81c7-fdb03b1db129 HTTP/1.1" status: 204 len: 168 time: 0.2336733 May 25 14:59:49.732319 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc932a-c80e-4866-a2cd-1b5c4084a6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df3f113-4bb0-4a51-81c7-fdb03b1db129,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:49.797370 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 8cc89087-34bc-4911-a164-56f942a0863e details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:59:49.814027 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217d88c-7bb3-46fb-9bd7-82711e4c170b req-35d5c670-538e-49ca-9d42-dc388b4690b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:49.816033 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b217d88c-7bb3-46fb-9bd7-82711e4c170b req-35d5c670-538e-49ca-9d42-dc388b4690b9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=89a36e186c5f4d3c8b9030d91f6a30f6&device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 1129 time: 0.0422783 May 25 14:59:49.818612 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0a13c-195e-432f-a065-68f9ff7ac4ab req-01297166-c1f9-42cf-8ad1-d1402299e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:49.821553 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e9c0a13c-195e-432f-a065-68f9ff7ac4ab req-01297166-c1f9-42cf-8ad1-d1402299e1fd service neutron] 10.222.0.86 "GET /v2.0/networks?id=0ddfa1ea-b411-4388-afb5-c29ffb748770 HTTP/1.1" status: 200 len: 918 time: 0.1165078 May 25 14:59:49.924644 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 8cc89087-34bc-4911-a164-56f942a0863e, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=8cc89087-34bc-4911-a164-56f942a0863e,segment=NetworkSegment(e95236a3-d049-4124-88e3-98aa51d4128f),segment_id=e95236a3-d049-4124-88e3-98aa51d4128f)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:49.925683 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e9c0a13c-195e-432f-a065-68f9ff7ac4ab req-5a956e60-5063-4448-93d5-6147bb7d812a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=681873f5-4d38-4cac-8460-0a3e8282503d HTTP/1.1" status: 200 len: 999 time: 0.0961759 May 25 14:59:49.938106 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': '8cc89087-34bc-4911-a164-56f942a0863e', 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1', 'port_id': '8cc89087-34bc-4911-a164-56f942a0863e', 'mac_address': 'fa:16:3e:ff:24:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:59:49.938721 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217d88c-7bb3-46fb-9bd7-82711e4c170b req-3122061e-74e0-4857-bef8-c517f81de470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:49.946287 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b217d88c-7bb3-46fb-9bd7-82711e4c170b req-3122061e-74e0-4857-bef8-c517f81de470 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ebc02943-e245-4287-8851-2c76f257286a HTTP/1.1" status: 200 len: 911 time: 0.1119168 May 25 14:59:49.977569 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 8cc89087-34bc-4911-a164-56f942a0863e is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:49.977972 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (8cc89087-34bc-4911-a164-56f942a0863e), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:49.997308 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0a13c-195e-432f-a065-68f9ff7ac4ab req-500162d4-49ac-4d18-a657-4913daaaf38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:50.001054 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc89087-34bc-4911-a164-56f942a0863e {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:59:50.001266 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e9c0a13c-195e-432f-a065-68f9ff7ac4ab req-500162d4-49ac-4d18-a657-4913daaaf38e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6457fdac-c3cb-47a9-aa14-b3ac369fd174 HTTP/1.1" status: 200 len: 856 time: 0.0681462 May 25 14:59:50.029672 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 8cc89087-34bc-4911-a164-56f942a0863e, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=8cc89087-34bc-4911-a164-56f942a0863e,segment=NetworkSegment(e95236a3-d049-4124-88e3-98aa51d4128f),segment_id=e95236a3-d049-4124-88e3-98aa51d4128f)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:50.100691 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb336d-419a-4a79-b804-e0c69ea44ff2 req-21479520-d53c-43a6-beb1-b71902582a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:50.102406 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-9ccb336d-419a-4a79-b804-e0c69ea44ff2 req-21479520-d53c-43a6-beb1-b71902582a6d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 1129 time: 0.0873532 May 25 14:59:50.103489 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0a13c-195e-432f-a065-68f9ff7ac4ab req-97706c4f-3ff0-448e-9935-640a54c5e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:50.105689 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e9c0a13c-195e-432f-a065-68f9ff7ac4ab req-97706c4f-3ff0-448e-9935-640a54c5e408 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0ddfa1ea-b411-4388-afb5-c29ffb748770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821574 May 25 14:59:50.108749 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (8cc89087-34bc-4911-a164-56f942a0863e), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:50.210916 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=8cc89087-34bc-4911-a164-56f942a0863e,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:50.289303 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b217d88c-7bb3-46fb-9bd7-82711e4c170b req-bd88bdd8-9103-4513-bd5c-5896ea0719ca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1adf867b-8b01-47c8-9071-efb5a796ac50 HTTP/1.1" status: 200 len: 1001 time: 0.3339493 May 25 14:59:50.295721 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7d153-86f4-4d7e-a1fb-c6963e4a087d req-c8363621-3eee-4b23-bd2a-3831d1ced256 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:50.297138 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-27c7d153-86f4-4d7e-a1fb-c6963e4a087d req-c8363621-3eee-4b23-bd2a-3831d1ced256 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 945 time: 0.0620627 May 25 14:59:50.342912 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:50.358287 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-27c7d153-86f4-4d7e-a1fb-c6963e4a087d req-ba22e5d1-6962-484c-b080-21f69d8feaae tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530486 May 25 14:59:50.505040 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-9ccb336d-419a-4a79-b804-e0c69ea44ff2 req-d7b15b1f-4ee4-4737-aabb-e0e2879c423d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049542 May 25 14:59:50.537553 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e9c0a13c-195e-432f-a065-68f9ff7ac4ab req-acc21cbd-6423-4f36-a906-61b39160cd27 service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262405 May 25 14:59:50.538580 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bfe6a-b1d6-4c1a-bfc1-31045d5dc666 req-64148033-09e2-4a1d-a07f-2a25f7402b93 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:50.540131 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c15bfe6a-b1d6-4c1a-bfc1-31045d5dc666 req-64148033-09e2-4a1d-a07f-2a25f7402b93 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 945 time: 0.1187007 May 25 14:59:50.546586 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8d7d6-d2d6-45a9-9cbc-3122a895e3cc req-a9a6ad35-bff9-4219-a567-8493f49c93bd tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:50.548057 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d0c8d7d6-d2d6-45a9-9cbc-3122a895e3cc req-a9a6ad35-bff9-4219-a567-8493f49c93bd tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0945787 May 25 14:59:50.549656 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217d88c-7bb3-46fb-9bd7-82711e4c170b req-b8788668-fa4e-4a08-abf3-34fab3aeb898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:50.551164 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b217d88c-7bb3-46fb-9bd7-82711e4c170b req-b8788668-fa4e-4a08-abf3-34fab3aeb898 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8a273b51-9d95-4b21-9830-1ac6ac028637 HTTP/1.1" status: 200 len: 849 time: 0.1382871 May 25 14:59:50.614262 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:50.631217 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c15bfe6a-b1d6-4c1a-bfc1-31045d5dc666 req-11a51ab2-688f-4d6a-8c70-c7e5dc11d51e tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790787 May 25 14:59:50.635532 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d0c8d7d6-d2d6-45a9-9cbc-3122a895e3cc req-3d488a04-c8ec-43c9-97f7-0b034a9027e5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761833 May 25 14:59:50.716296 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['8cc89087-34bc-4911-a164-56f942a0863e'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:59:50.757707 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172b35d-6eb4-459f-97e5-e34e76a1f88b req-a9da4991-acf8-41f3-a5dd-79189368b06c tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:50.763607 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2172b35d-6eb4-459f-97e5-e34e76a1f88b req-a9da4991-acf8-41f3-a5dd-79189368b06c tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0695474 May 25 14:59:50.819673 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2172b35d-6eb4-459f-97e5-e34e76a1f88b req-6014cf3d-1fed-4a5c-915d-e17e8fb2da71 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505373 May 25 14:59:50.874440 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:51.041088 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217d88c-7bb3-46fb-9bd7-82711e4c170b req-f051a4d4-9378-4475-b4b3-4730e1dd29f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:51.042680 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b217d88c-7bb3-46fb-9bd7-82711e4c170b req-f051a4d4-9378-4475-b4b3-4730e1dd29f0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebc02943-e245-4287-8851-2c76f257286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474288 May 25 14:59:51.097757 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e9c0a13c-195e-432f-a065-68f9ff7ac4ab req-fd0bd213-8d9f-4c80-916d-1bec88c2cdf0 service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023221 May 25 14:59:51.141412 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b217d88c-7bb3-46fb-9bd7-82711e4c170b req-52f47df3-5238-470f-be5a-2e4fc642f60d service neutron] 10.222.0.86 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908062 May 25 14:59:51.472532 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58128a57-7c6b-4603-a8ea-61c6e607c40c req-52238974-c249-40c9-ace1-de8e550d99f9 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:51.474003 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-58128a57-7c6b-4603-a8ea-61c6e607c40c req-52238974-c249-40c9-ace1-de8e550d99f9 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 945 time: 0.0485523 May 25 14:59:51.520995 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-58128a57-7c6b-4603-a8ea-61c6e607c40c req-33c6a6fc-8793-4c4e-8025-27cd89cc7ba6 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415556 May 25 14:59:51.731928 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 59128) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:51.751196 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717f96e-3c6d-4e63-9c90-df7812ed77aa req-d4743b47-5ff2-4e34-ab5b-69d20eb52aa1 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:51.753149 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8717f96e-3c6d-4e63-9c90-df7812ed77aa req-d4743b47-5ff2-4e34-ab5b-69d20eb52aa1 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 945 time: 0.0537241 May 25 14:59:51.846827 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-33c8054f-e3db-4b67-b0d6-148644cb450c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:51.871607 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8717f96e-3c6d-4e63-9c90-df7812ed77aa req-d89ef94a-2524-433c-ad95-e478b309a9e7 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078820 May 25 14:59:51.911912 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b217d88c-7bb3-46fb-9bd7-82711e4c170b req-e470f6d8-7732-4843-835b-a8ac9b5bc4f3 service neutron] 10.222.0.86 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354725 May 25 14:59:51.915840 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:51.954080 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-33c8054f-e3db-4b67-b0d6-148644cb450c admin admin] Publish callbacks [] for security_group (d4318aa7-c92a-4749-8554-47bc21d34be8), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:51.967513 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43771d-486e-42f7-a502-47803f3caf65 req-a4f31e37-fda9-4686-8a6a-af8ff807199c tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:51.968993 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2a43771d-486e-42f7-a502-47803f3caf65 req-a4f31e37-fda9-4686-8a6a-af8ff807199c tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0562170 May 25 14:59:51.997059 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 8cc89087-34bc-4911-a164-56f942a0863e up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:59:52.021082 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2a43771d-486e-42f7-a502-47803f3caf65 req-a36c7118-27f5-4931-bfe9-0a7a97011911 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461457 May 25 14:59:52.028097 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-33c8054f-e3db-4b67-b0d6-148644cb450c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (d4318aa7-c92a-4749-8554-47bc21d34be8), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:52.062503 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-33c8054f-e3db-4b67-b0d6-148644cb450c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=490ef63ce58349e48c879995f99c1c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286297 May 25 14:59:52.072704 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port 8cc89087-34bc-4911-a164-56f942a0863e completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:59:52.075053 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 59142) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:52.075274 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8054f-e3db-4b67-b0d6-148644cb450c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4318aa7-c92a-4749-8554-47bc21d34be8,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:52.113564 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [req-49a0e723-b360-45ba-844b-cef42a011d68 req-3f6df81e-208b-4bb8-84a9-33676c2b77be service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:59:52.114569 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-49a0e723-b360-45ba-844b-cef42a011d68 req-3f6df81e-208b-4bb8-84a9-33676c2b77be service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0701849 May 25 14:59:52.131824 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-62de57be-42a5-4702-922e-e27afb6d9704 admin admin] Publish callbacks [] for security_group (d4318aa7-c92a-4749-8554-47bc21d34be8), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:52.148041 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port 8cc89087-34bc-4911-a164-56f942a0863e triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:52.148458 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (8cc89087-34bc-4911-a164-56f942a0863e), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:52.153327 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-62de57be-42a5-4702-922e-e27afb6d9704 admin admin] Publish callbacks [] for security_group (d4318aa7-c92a-4749-8554-47bc21d34be8), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:52.221637 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 8cc89087-34bc-4911-a164-56f942a0863e is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:52.222108 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (8cc89087-34bc-4911-a164-56f942a0863e), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:52.246823 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc89087-34bc-4911-a164-56f942a0863e'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:59:52.249132 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e71a91d-5687-4c83-9834-e6ba3340dc27" -d '{"events": [{"server_uuid": "f221fdda-86ea-483a-b1c8-a28d99ffb993", "name": "network-vif-plugged", "status": "completed", "tag": "8cc89087-34bc-4911-a164-56f942a0863e"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:59:52.263241 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 8cc89087-34bc-4911-a164-56f942a0863e, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=8cc89087-34bc-4911-a164-56f942a0863e,segment=NetworkSegment(e95236a3-d049-4124-88e3-98aa51d4128f),segment_id=e95236a3-d049-4124-88e3-98aa51d4128f)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:52.284442 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807941d6-5773-4f25-af9d-d51f1f96de33 x-openstack-request-id: req-807941d6-5773-4f25-af9d-d51f1f96de33 {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:59:52.284776 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f221fdda-86ea-483a-b1c8-a28d99ffb993", "name": "network-vif-plugged", "status": "completed", "tag": "8cc89087-34bc-4911-a164-56f942a0863e", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:59:52.285033 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-807941d6-5773-4f25-af9d-d51f1f96de33 {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:59:52.285427 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-807941d6-5773-4f25-af9d-d51f1f96de33'] response: {'server_uuid': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc89087-34bc-4911-a164-56f942a0863e', 'code': 200} May 25 14:59:52.355976 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-62de57be-42a5-4702-922e-e27afb6d9704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (d4318aa7-c92a-4749-8554-47bc21d34be8), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:52.358588 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-62de57be-42a5-4702-922e-e27afb6d9704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:52.359765 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-62de57be-42a5-4702-922e-e27afb6d9704 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d4318aa7-c92a-4749-8554-47bc21d34be8 HTTP/1.1" status: 204 len: 168 time: 0.2836890 May 25 14:59:52.368633 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de57be-42a5-4702-922e-e27afb6d9704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4318aa7-c92a-4749-8554-47bc21d34be8,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:52.422146 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (8cc89087-34bc-4911-a164-56f942a0863e), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:52.423115 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 681873f5-4d38-4cac-8460-0a3e8282503d no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 14:59:52.523524 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:52.547374 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7344-0804-4b1d-a88c-e8dcda6f7f8d req-78077eef-7e1b-4f4e-98b2-d607c8c520e9 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:52.551315 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-686e7344-0804-4b1d-a88c-e8dcda6f7f8d req-78077eef-7e1b-4f4e-98b2-d607c8c520e9 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0606723 May 25 14:59:52.641035 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=8cc89087-34bc-4911-a164-56f942a0863e,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:52.684496 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-686e7344-0804-4b1d-a88c-e8dcda6f7f8d req-2f7172df-013e-4a43-bd7b-2f170d7e1252 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134338 May 25 14:59:52.697609 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b2217-8f42-43b6-8d99-ec6e9f6c087e req-4a92b683-0037-4c95-a44e-977531c7e941 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:52.702825 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 681873f5-4d38-4cac-8460-0a3e8282503d is: DOWN; New status is: DOWN {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:52.710310 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d33b2217-8f42-43b6-8d99-ec6e9f6c087e req-4a92b683-0037-4c95-a44e-977531c7e941 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 945 time: 0.0944571 May 25 14:59:52.766935 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d33b2217-8f42-43b6-8d99-ec6e9f6c087e req-5739b240-5280-4927-af9b-4c00c440236d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574834 May 25 14:59:52.984858 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a1db1-0698-4448-b114-fc80f06610b8 req-f3c5fb29-5cc1-4372-8906-7d85b6c2f0c4 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:52.987277 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-719a1db1-0698-4448-b114-fc80f06610b8 req-f3c5fb29-5cc1-4372-8906-7d85b6c2f0c4 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 946 time: 0.0524468 May 25 14:59:53.008672 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:53.042073 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-719a1db1-0698-4448-b114-fc80f06610b8 req-1a0c61ef-80b8-4940-a8ce-9ed69202fe6f tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496221 May 25 14:59:53.146289 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eaba1c-a97e-4b5f-8a04-a2c5f0c5f0b1 req-4cb4a8a2-5b5e-41dd-9456-6c3740aafc40 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:53.148467 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e0eaba1c-a97e-4b5f-8a04-a2c5f0c5f0b1 req-4cb4a8a2-5b5e-41dd-9456-6c3740aafc40 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0532362 May 25 14:59:53.202796 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 59184) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:53.207246 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e0eaba1c-a97e-4b5f-8a04-a2c5f0c5f0b1 req-81a3d7ae-29ad-4f1f-9681-80e926874943 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536628 May 25 14:59:53.295761 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-81411975-4980-43f8-a993-bb031b01ba68 req-c820f5cd-5509-48b7-9e41-6affcf91c10a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918031 May 25 14:59:53.308274 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [req-81411975-4980-43f8-a993-bb031b01ba68 req-4d39dc9c-8cb8-4b17-9685-9c56df6fcae8 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:59:53.309358 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-81411975-4980-43f8-a993-bb031b01ba68 req-4d39dc9c-8cb8-4b17-9685-9c56df6fcae8 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0078659 May 25 14:59:53.471381 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 59200) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:53.623810 dv-cinder-830283-3-iscsi neutron-server[116225]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 14:59:53.674001 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81411975-4980-43f8-a993-bb031b01ba68 req-297a561f-2341-444f-a914-b7ff69ab30d8 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:53.674001 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-81411975-4980-43f8-a993-bb031b01ba68 req-297a561f-2341-444f-a914-b7ff69ab30d8 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports/681873f5-4d38-4cac-8460-0a3e8282503d HTTP/1.1" status: 200 len: 940 time: 0.2010634 May 25 14:59:53.829072 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9c7e7-e354-4d56-a4d1-74b5a55cc7e7 req-3643f4b4-e9db-41ff-9af3-2ec7492f8e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:53.831186 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-11b9c7e7-e354-4d56-a4d1-74b5a55cc7e7 req-3643f4b4-e9db-41ff-9af3-2ec7492f8e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0564833 May 25 14:59:53.935164 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-11b9c7e7-e354-4d56-a4d1-74b5a55cc7e7 req-ec355738-ddbe-4fb8-b2e7-314ca68bd3ee tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955939 May 25 14:59:53.965724 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5b9f0-2c62-4b91-ab10-eac16f2b610b req-cbaf2d3a-e32f-4a68-a142-53b6f42045c7 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:53.967276 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-05f5b9f0-2c62-4b91-ab10-eac16f2b610b req-cbaf2d3a-e32f-4a68-a142-53b6f42045c7 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 945 time: 0.1129131 May 25 14:59:53.991386 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618d3ed-50eb-4e31-9470-1797a7239e86 req-ad6d3a48-ba33-4444-8947-4f18aa09f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:53.992847 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4618d3ed-50eb-4e31-9470-1797a7239e86 req-ad6d3a48-ba33-4444-8947-4f18aa09f6e8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 1130 time: 0.0806079 May 25 14:59:54.037923 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-05f5b9f0-2c62-4b91-ab10-eac16f2b610b req-aa9c3b21-f007-4af8-8caf-cc5cdc520b48 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648570 May 25 14:59:54.057435 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4618d3ed-50eb-4e31-9470-1797a7239e86 req-76138a3f-9f0e-40f2-8e7c-9dd5d37a204b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569627 May 25 14:59:54.180501 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66e4dd-8a0f-477d-883d-698918731d3a req-1741067d-f79c-4664-9e89-568c22d8953c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:54.181998 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1f66e4dd-8a0f-477d-883d-698918731d3a req-1741067d-f79c-4664-9e89-568c22d8953c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 945 time: 0.0800195 May 25 14:59:54.190835 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38debced-d723-4a8b-add0-6f47bcc2a714 req-18efda0f-47a2-4815-be27-58db73ba3b79 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:54.192285 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-38debced-d723-4a8b-add0-6f47bcc2a714 req-18efda0f-47a2-4815-be27-58db73ba3b79 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 946 time: 0.0790646 May 25 14:59:54.192805 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 59226) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:54.197239 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-7ac28a81-23bf-4df1-9d13-21ae1bb5bc82 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'floatingip': {'port_id': '4611b1ea-e778-46d6-8c99-04a8f2928cb5'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:54.250991 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-38debced-d723-4a8b-add0-6f47bcc2a714 req-607638f3-3b43-412c-bf5e-395d2b88b91d tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526249 May 25 14:59:54.453542 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b4207-b46f-42f2-a70f-a537a542b400 req-2626ca33-8287-4aff-af38-b54a25b470ec tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:54.455798 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a41b4207-b46f-42f2-a70f-a537a542b400 req-2626ca33-8287-4aff-af38-b54a25b470ec tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0495200 May 25 14:59:54.479498 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7ac28a81-23bf-4df1-9d13-21ae1bb5bc82 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (ae35c7b4-d545-4f63-92e7-22560a65976b), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:54.505990 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:54.517224 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a41b4207-b46f-42f2-a70f-a537a542b400 req-6a8bcf8f-9856-44c6-97b8-2fd0334f1f83 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499766 May 25 14:59:54.907408 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7ac28a81-23bf-4df1-9d13-21ae1bb5bc82 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:54.964492 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7ac28a81-23bf-4df1-9d13-21ae1bb5bc82 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (ae35c7b4-d545-4f63-92e7-22560a65976b), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:55.061024 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca0722-2075-444f-8a29-b2bbf04721ab req-784ea579-1cdd-4da9-be63-d43714740bf7 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:55.062515 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fbca0722-2075-444f-8a29-b2bbf04721ab req-784ea579-1cdd-4da9-be63-d43714740bf7 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0502255 May 25 14:59:55.066727 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [None req-7ac28a81-23bf-4df1-9d13-21ae1bb5bc82 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Floating IP ae35c7b4-d545-4f63-92e7-22560a65976b associated. External IP: 172.27.1.24, port: 4611b1ea-e778-46d6-8c99-04a8f2928cb5. May 25 14:59:55.110962 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fbca0722-2075-444f-8a29-b2bbf04721ab req-b7180002-675a-44d6-b60f-256d665a7f25 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419495 May 25 14:59:55.212010 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:55.275121 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac28a81-23bf-4df1-9d13-21ae1bb5bc82 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Router e98aa9c8-7bcd-4315-a027-4c785c58670b has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:59:55.367622 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde102b-49ca-4a51-813b-873757e0b223 req-7e98b857-a80d-4a8a-b931-6915cd839432 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:55.369105 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1dde102b-49ca-4a51-813b-873757e0b223 req-7e98b857-a80d-4a8a-b931-6915cd839432 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 946 time: 0.0475476 May 25 14:59:55.388234 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac28a81-23bf-4df1-9d13-21ae1bb5bc82 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:59:55.392828 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7ac28a81-23bf-4df1-9d13-21ae1bb5bc82 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:55.394742 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:55.405988 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f84d8-5d3a-4978-addc-85db709406cd None None] Sync routers for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:59:55.419568 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f84d8-5d3a-4978-addc-85db709406cd None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:59:55.420555 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-9d2f84d8-5d3a-4978-addc-85db709406cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:59:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:55.425497 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-7ac28a81-23bf-4df1-9d13-21ae1bb5bc82 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "PUT /v2.0/floatingips/ae35c7b4-d545-4f63-92e7-22560a65976b HTTP/1.1" status: 200 len: 990 time: 1.2315652 May 25 14:59:55.426094 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e', 'tag': '4611b1ea-e778-46d6-8c99-04a8f2928cb5'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:59:55.428424 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff06dca7-55a9-430b-9abb-c660b0fa34bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e", "tag": "4611b1ea-e778-46d6-8c99-04a8f2928cb5"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:59:55.429626 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1dde102b-49ca-4a51-813b-873757e0b223 req-4c167428-f3c5-458f-92b8-c0fb1a7736f2 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511210 May 25 14:59:55.475065 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5332fb-63b8-4841-8ae5-f922f11acff1 x-openstack-request-id: req-ac5332fb-63b8-4841-8ae5-f922f11acff1 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:59:55.475376 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e", "tag": "4611b1ea-e778-46d6-8c99-04a8f2928cb5", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:59:55.475647 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ac5332fb-63b8-4841-8ae5-f922f11acff1 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:59:55.476052 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac5332fb-63b8-4841-8ae5-f922f11acff1'] response: {'name': 'network-changed', 'server_uuid': '1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e', 'tag': '4611b1ea-e778-46d6-8c99-04a8f2928cb5', 'status': 'completed', 'code': 200} May 25 14:59:55.536092 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-9d2f84d8-5d3a-4978-addc-85db709406cd None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:59:55.749931 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-9d2f84d8-5d3a-4978-addc-85db709406cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '6ac9ff80-34ce-4c07-a035-433f4c01873f', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'port_id': '17a70972-093e-43d6-a189-0a0186e2adeb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'mac_address': 'fa:16:3e:1e:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:54:53Z', 'updated_at': '2022-05-25T14:55:55Z', 'revision_number': 2, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ip_address_scope': None}, {'id': 'ae35c7b4-d545-4f63-92e7-22560a65976b', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'port_id': '4611b1ea-e778-46d6-8c99-04a8f2928cb5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'mac_address': 'fa:16:3e:e8:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:59:05Z', 'updated_at': '2022-05-25T14:59:54Z', 'revision_number': 1, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:55.750899 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06dca7-55a9-430b-9abb-c660b0fa34bc req-aa22a792-172b-481f-bbdc-f7016eb5948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:55.752439 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ff06dca7-55a9-430b-9abb-c660b0fa34bc req-aa22a792-172b-481f-bbdc-f7016eb5948a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 1129 time: 0.0396640 May 25 14:59:55.774888 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f84d8-5d3a-4978-addc-85db709406cd None None] Checking router: e98aa9c8-7bcd-4315-a027-4c785c58670b for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:59:55.783773 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f84d8-5d3a-4978-addc-85db709406cd None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:59:55.784374 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-9d2f84d8-5d3a-4978-addc-85db709406cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T14:59:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:55.886001 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-9d2f84d8-5d3a-4978-addc-85db709406cd None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:59:56.102310 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-9d2f84d8-5d3a-4978-addc-85db709406cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '6ac9ff80-34ce-4c07-a035-433f4c01873f', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'port_id': '17a70972-093e-43d6-a189-0a0186e2adeb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'mac_address': 'fa:16:3e:1e:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:54:53Z', 'updated_at': '2022-05-25T14:55:55Z', 'revision_number': 2, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ip_address_scope': None}, {'id': 'ae35c7b4-d545-4f63-92e7-22560a65976b', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'port_id': '4611b1ea-e778-46d6-8c99-04a8f2928cb5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'mac_address': 'fa:16:3e:e8:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:59:05Z', 'updated_at': '2022-05-25T14:59:54Z', 'revision_number': 1, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:56.125575 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f84d8-5d3a-4978-addc-85db709406cd None None] The sync data for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi is: [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '6ac9ff80-34ce-4c07-a035-433f4c01873f', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'port_id': '17a70972-093e-43d6-a189-0a0186e2adeb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'mac_address': 'fa:16:3e:1e:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:54:53Z', 'updated_at': '2022-05-25T14:55:55Z', 'revision_number': 2, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ip_address_scope': None}, {'id': 'ae35c7b4-d545-4f63-92e7-22560a65976b', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'port_id': '4611b1ea-e778-46d6-8c99-04a8f2928cb5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'mac_address': 'fa:16:3e:e8:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:59:05Z', 'updated_at': '2022-05-25T14:59:54Z', 'revision_number': 1, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:59:56.245591 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c5404-8bd7-4f8f-9cab-c0a52088abc2 req-d8b9e5b2-ad7c-4150-afea-3fe446f549b5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:56.247173 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ae9c5404-8bd7-4f8f-9cab-c0a52088abc2 req-d8b9e5b2-ad7c-4150-afea-3fe446f549b5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0619802 May 25 14:59:56.320384 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ae9c5404-8bd7-4f8f-9cab-c0a52088abc2 req-8818d891-cd2a-40ef-bd6b-a97f21bae0cb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665245 May 25 14:59:56.377906 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a3f42-377b-4375-94d4-6cc43e539b7b None None] New status for floating IP ae35c7b4-d545-4f63-92e7-22560a65976b: ACTIVE {{(pid=116227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 14:59:56.407654 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06dca7-55a9-430b-9abb-c660b0fa34bc req-6ded51db-dbbd-4a90-b677-c97c842209a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:56.409194 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ff06dca7-55a9-430b-9abb-c660b0fa34bc req-6ded51db-dbbd-4a90-b677-c97c842209a4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa952598-36d5-42ef-b4ac-0f4017a94969 HTTP/1.1" status: 200 len: 915 time: 0.1238263 May 25 14:59:56.474967 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:56.478230 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ff06dca7-55a9-430b-9abb-c660b0fa34bc req-8cb989ed-b132-4143-b98e-e14fd6a7a0f3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4611b1ea-e778-46d6-8c99-04a8f2928cb5 HTTP/1.1" status: 200 len: 998 time: 0.0610547 May 25 14:59:56.512978 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:56.552856 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544b037-f311-4f7e-b72e-30bb05963969 req-63950a25-f04c-4353-9169-b8d8f84b33a5 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:56.554329 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5544b037-f311-4f7e-b72e-30bb05963969 req-63950a25-f04c-4353-9169-b8d8f84b33a5 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 946 time: 0.0501053 May 25 14:59:56.605761 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5544b037-f311-4f7e-b72e-30bb05963969 req-51429a4b-8873-4518-9746-85939f2edd3f tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458741 May 25 14:59:56.651098 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06dca7-55a9-430b-9abb-c660b0fa34bc req-85a40c17-034e-44d2-9497-f76ef0ac05f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:56.652704 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ff06dca7-55a9-430b-9abb-c660b0fa34bc req-85a40c17-034e-44d2-9497-f76ef0ac05f3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1ed1170-215c-4406-945e-b79e6c0cdc5d HTTP/1.1" status: 200 len: 853 time: 0.0459604 May 25 14:59:56.733837 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06dca7-55a9-430b-9abb-c660b0fa34bc req-72828c49-5f64-4148-81c6-a88a999886af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:56.735358 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ff06dca7-55a9-430b-9abb-c660b0fa34bc req-72828c49-5f64-4148-81c6-a88a999886af service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa952598-36d5-42ef-b4ac-0f4017a94969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761197 May 25 14:59:56.758337 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f801263-ff65-4564-a12b-d7c760a3b2d2 req-a4f288bf-8c39-477d-8e26-dcaa6e0b0bd0 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:56.759843 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8f801263-ff65-4564-a12b-d7c760a3b2d2 req-a4f288bf-8c39-477d-8e26-dcaa6e0b0bd0 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 946 time: 0.0687885 May 25 14:59:56.860752 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8f801263-ff65-4564-a12b-d7c760a3b2d2 req-5d3af70d-4e9d-4036-8093-44f383aa2af6 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905378 May 25 14:59:56.875493 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ff06dca7-55a9-430b-9abb-c660b0fa34bc req-5ebc5b79-4f33-489a-8e35-f59437fe3c1a service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323152 May 25 14:59:56.982662 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ff06dca7-55a9-430b-9abb-c660b0fa34bc req-467dc932-114d-45db-a09d-f0d552a98442 service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895839 May 25 14:59:57.186403 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47863cde-db2a-42d4-a925-19cd6ad4a0c5 req-bdfed10d-3fe9-4765-8aae-2e3c51b6bac0 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:57.187887 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-47863cde-db2a-42d4-a925-19cd6ad4a0c5 req-bdfed10d-3fe9-4765-8aae-2e3c51b6bac0 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 946 time: 0.0478568 May 25 14:59:57.238215 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-47863cde-db2a-42d4-a925-19cd6ad4a0c5 req-1c95559c-6317-4c84-a87c-befabedf48be tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447485 May 25 14:59:57.468507 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42879e46-7df9-4caa-86d6-10576bc1a708 req-fa95b5df-ba32-462f-a37e-085345062153 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:57.469961 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-42879e46-7df9-4caa-86d6-10576bc1a708 req-fa95b5df-ba32-462f-a37e-085345062153 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0476732 May 25 14:59:57.520976 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-42879e46-7df9-4caa-86d6-10576bc1a708 req-7ce68dd1-1dd6-43b1-bd51-f1127b0fcea8 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421934 May 25 14:59:57.568737 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:59:58.486130 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81411975-4980-43f8-a993-bb031b01ba68 req-642d2200-a416-4cda-9246-512a0622ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:58.488175 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-81411975-4980-43f8-a993-bb031b01ba68 req-642d2200-a416-4cda-9246-512a0622ec74 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516&tenant_id=18c8213736cf4113951fbb3520c18183 HTTP/1.1" status: 200 len: 1127 time: 0.1208405 May 25 14:59:58.565649 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81411975-4980-43f8-a993-bb031b01ba68 req-5a71ddf4-d286-48b5-9cc1-d6524e128ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:58.567282 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-81411975-4980-43f8-a993-bb031b01ba68 req-5a71ddf4-d286-48b5-9cc1-d6524e128ed7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18c8213736cf4113951fbb3520c18183&device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 1127 time: 0.0420823 May 25 14:59:58.629631 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:58.682935 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46c300-c105-4b8c-a7a5-64694d075034 req-6913b788-dd35-495e-a43d-2d212befbf35 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:58.684384 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8a46c300-c105-4b8c-a7a5-64694d075034 req-6913b788-dd35-495e-a43d-2d212befbf35 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0676472 May 25 14:59:58.711603 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81411975-4980-43f8-a993-bb031b01ba68 req-a8ff4bdd-1ccf-429c-923b-b19ba75e8d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:58.713049 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-81411975-4980-43f8-a993-bb031b01ba68 req-a8ff4bdd-1ccf-429c-923b-b19ba75e8d47 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0ddfa1ea-b411-4388-afb5-c29ffb748770 HTTP/1.1" status: 200 len: 918 time: 0.1399832 May 25 14:59:58.722483 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:58.783846 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8a46c300-c105-4b8c-a7a5-64694d075034 req-608eb2f3-9aea-46d9-83fb-92b2379bc1d5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925994 May 25 14:59:58.796529 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-81411975-4980-43f8-a993-bb031b01ba68 req-d19a55cc-bbd5-43e7-bdb3-c61a54c49dd6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=681873f5-4d38-4cac-8460-0a3e8282503d HTTP/1.1" status: 200 len: 999 time: 0.0761428 May 25 14:59:58.851424 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81411975-4980-43f8-a993-bb031b01ba68 req-e880c2d2-8b3c-45d8-9fa9-cbc2af6de69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:58.852790 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-81411975-4980-43f8-a993-bb031b01ba68 req-e880c2d2-8b3c-45d8-9fa9-cbc2af6de69c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6457fdac-c3cb-47a9-aa14-b3ac369fd174 HTTP/1.1" status: 200 len: 856 time: 0.0503168 May 25 14:59:58.901112 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81411975-4980-43f8-a993-bb031b01ba68 req-e69c2fb4-73c4-44d0-9023-21594688cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:58.902582 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-81411975-4980-43f8-a993-bb031b01ba68 req-e69c2fb4-73c4-44d0-9023-21594688cef3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0ddfa1ea-b411-4388-afb5-c29ffb748770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402784 May 25 14:59:58.991385 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-81411975-4980-43f8-a993-bb031b01ba68 req-11daccc7-94ed-497c-8551-3d3775b9c9ec service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818467 May 25 14:59:59.082235 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-81411975-4980-43f8-a993-bb031b01ba68 req-b53d54dd-2325-47c4-84c9-fa1ef0817fdd service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837276 May 25 14:59:59.912354 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e0961-1801-49b5-a978-cb782c096dff req-bf98ba10-5267-43c6-b279-ad6fcb4984e1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:59.914067 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ed5e0961-1801-49b5-a978-cb782c096dff req-bf98ba10-5267-43c6-b279-ad6fcb4984e1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0522549 May 25 14:59:59.969092 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ed5e0961-1801-49b5-a978-cb782c096dff req-6fc281c1-fb2c-407b-9adb-eff0e7b55fc0 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491221 May 25 15:00:01.106036 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986abf0d-d332-4c02-a602-06a95068debd req-c68e3038-a95b-481c-a977-8887f7920e53 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:01.107526 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-986abf0d-d332-4c02-a602-06a95068debd req-c68e3038-a95b-481c-a977-8887f7920e53 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0513043 May 25 15:00:01.161037 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-986abf0d-d332-4c02-a602-06a95068debd req-e1940823-3e72-4b7e-9d65-582646d10630 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474095 May 25 15:00:02.303394 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46523f5-570b-445d-becf-5d178587719b req-15d877f7-fd0b-4c8d-bc33-242ab8795513 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:02.305173 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a46523f5-570b-445d-becf-5d178587719b req-15d877f7-fd0b-4c8d-bc33-242ab8795513 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0568094 May 25 15:00:02.372973 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a46523f5-570b-445d-becf-5d178587719b req-653055cd-889f-47ae-9550-04bf0f4dd9f1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620799 May 25 15:00:03.514930 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72fb8d-9573-432d-84c0-5671190ba923 req-64b594eb-975c-4462-b5ae-bf90d87cc204 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:03.516468 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-af72fb8d-9573-432d-84c0-5671190ba923 req-64b594eb-975c-4462-b5ae-bf90d87cc204 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0549707 May 25 15:00:03.586398 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-af72fb8d-9573-432d-84c0-5671190ba923 req-49309f7a-8c94-49ec-ae8d-f0372c033bdf tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630875 May 25 15:00:04.713195 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17cf3c-3c0d-4c34-b63b-ad9bdf9694e7 req-a4add538-c6a9-4fe6-8e47-836d6c8c5c87 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:04.714750 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7b17cf3c-3c0d-4c34-b63b-ad9bdf9694e7 req-a4add538-c6a9-4fe6-8e47-836d6c8c5c87 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0504949 May 25 15:00:04.782375 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7b17cf3c-3c0d-4c34-b63b-ad9bdf9694e7 req-80bc7c47-688f-4c4a-a491-19d6c5f9c979 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584989 May 25 15:00:05.415384 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:05.421519 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:05.907225 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6940ba7-6901-48a9-adaf-56715f5de6cc req-14a606bd-b318-45ca-b384-a92bf6c7eff2 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:05.908744 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f6940ba7-6901-48a9-adaf-56715f5de6cc req-14a606bd-b318-45ca-b384-a92bf6c7eff2 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0503130 May 25 15:00:05.936370 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:05.958733 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f6940ba7-6901-48a9-adaf-56715f5de6cc req-05223309-b67a-4df8-8de1-90b55f58063b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439684 May 25 15:00:06.589985 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-e6592520-125c-4838-afcd-5be150e55781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:07.091684 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e321ae-9bfe-4a11-98f6-ae4706f39523 req-de88ce6c-3930-491e-a38d-32b78b520568 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:07.093682 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-37e321ae-9bfe-4a11-98f6-ae4706f39523 req-de88ce6c-3930-491e-a38d-32b78b520568 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0577009 May 25 15:00:07.126775 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:07.152187 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-37e321ae-9bfe-4a11-98f6-ae4706f39523 req-d3517c79-9dab-49ef-bfa7-971c4b67f576 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523474 May 25 15:00:07.565233 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=76 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:08.248900 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:08.285384 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d555fe-c842-4b47-b734-0829b74ffa4e req-c3f530fd-d47c-4465-a67c-3980e47592cd tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:08.286929 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-54d555fe-c842-4b47-b734-0829b74ffa4e req-c3f530fd-d47c-4465-a67c-3980e47592cd tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0540249 May 25 15:00:08.336104 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-54d555fe-c842-4b47-b734-0829b74ffa4e req-4e821691-9902-4ce1-9619-c98aa54117bf tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432506 May 25 15:00:08.926893 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-dd2bf976-c803-431a-947e-ae6015d268dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:09.942609 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 59452) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:00:10.053171 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5979de5f-57e0-4af8-b9b7-578e31ccf292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:10.135513 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5979de5f-57e0-4af8-b9b7-578e31ccf292 admin admin] Publish callbacks [] for security_group (6cf40503-7fe0-4cb4-829b-b9c3ef8ccc2f), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:10.250762 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5979de5f-57e0-4af8-b9b7-578e31ccf292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (6cf40503-7fe0-4cb4-829b-b9c3ef8ccc2f), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:10.293195 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-5979de5f-57e0-4af8-b9b7-578e31ccf292 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=99c1c69b004d499fa0c4af9fe5d7959f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3494751 May 25 15:00:10.295475 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979de5f-57e0-4af8-b9b7-578e31ccf292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf40503-7fe0-4cb4-829b-b9c3ef8ccc2f,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:10.296039 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 59456) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:00:10.316213 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:10.357802 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Publish callbacks [] for security_group (6cf40503-7fe0-4cb4-829b-b9c3ef8ccc2f), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:10.386288 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Publish callbacks [] for security_group (6cf40503-7fe0-4cb4-829b-b9c3ef8ccc2f), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:10.510081 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (6cf40503-7fe0-4cb4-829b-b9c3ef8ccc2f), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:10.512761 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:10.514278 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6cf40503-7fe0-4cb4-829b-b9c3ef8ccc2f HTTP/1.1" status: 204 len: 168 time: 0.2167892 May 25 15:00:10.522660 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf40503-7fe0-4cb4-829b-b9c3ef8ccc2f,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:10.530925 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:10.531279 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:10.531686 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:10.532034 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:10.532377 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:10.533243 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:10.533609 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:10.533946 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:10.534428 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:10.534793 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:10.535243 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:10.535578 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:10.535976 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:10.536238 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:10.536564 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec1135-d0fb-45bb-ab15-25fbfae594a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:11.467542 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:12.895756 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:14.565389 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=80 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:17.359489 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c1656-80bf-40aa-822b-fc90dd88e02f req-46f0e8ea-df72-4b77-a185-36f124ad421c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:17.361010 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4a9c1656-80bf-40aa-822b-fc90dd88e02f req-46f0e8ea-df72-4b77-a185-36f124ad421c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0536640 May 25 15:00:17.417867 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4a9c1656-80bf-40aa-822b-fc90dd88e02f req-fbdc3133-058d-49e7-9361-aefccf2c9c4b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433049 May 25 15:00:18.533629 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d88139-0cec-4aaa-ab2a-28e47deea3da req-382a9542-c4b9-4fa2-8a24-a5203daec9eb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:18.535118 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-18d88139-0cec-4aaa-ab2a-28e47deea3da req-382a9542-c4b9-4fa2-8a24-a5203daec9eb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0471077 May 25 15:00:18.586257 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-18d88139-0cec-4aaa-ab2a-28e47deea3da req-5b1a3f0e-c0dc-4abf-8f21-0a53eeaed73f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455298 May 25 15:00:19.706300 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f8e0f-5e46-4984-a565-f6e563031447 req-7137aa77-d76d-4cba-9a1e-7df4f4ef05ca tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:19.707808 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8c9f8e0f-5e46-4984-a565-f6e563031447 req-7137aa77-d76d-4cba-9a1e-7df4f4ef05ca tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0477257 May 25 15:00:19.755519 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8c9f8e0f-5e46-4984-a565-f6e563031447 req-413efcaf-2a06-4e82-8967-4b1151520e53 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419903 May 25 15:00:20.526220 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:20.527041 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:20.874867 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04dece-07fe-4e99-929f-34dbf9805f0a req-0eaeda8c-4cd4-4a59-9530-09af1a98286c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:20.876951 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3b04dece-07fe-4e99-929f-34dbf9805f0a req-0eaeda8c-4cd4-4a59-9530-09af1a98286c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0474951 May 25 15:00:20.923784 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3b04dece-07fe-4e99-929f-34dbf9805f0a req-35bc8746-5b3f-451b-b48b-705620f152ec tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412390 May 25 15:00:22.042895 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717961a-05a0-49d3-9f65-ed461f12f8ab req-27b9106e-6ab3-4706-8676-cc6e106b791b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:22.044405 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f717961a-05a0-49d3-9f65-ed461f12f8ab req-27b9106e-6ab3-4706-8676-cc6e106b791b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0491869 May 25 15:00:22.089503 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f717961a-05a0-49d3-9f65-ed461f12f8ab req-ecbce659-e9eb-4c60-89d6-e87ee81ab2a4 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396161 May 25 15:00:22.814363 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:22.820344 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=61,neutron:UPDATE=8 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:23.206852 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30715197-b9be-441f-b9f2-a09c3a7d3069 req-a9cf83cf-ac74-477e-8316-6c845cdb5559 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:23.208327 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-30715197-b9be-441f-b9f2-a09c3a7d3069 req-a9cf83cf-ac74-477e-8316-6c845cdb5559 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0468287 May 25 15:00:23.255521 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-30715197-b9be-441f-b9f2-a09c3a7d3069 req-d4917228-77cf-41cf-bb8a-4198a1f16958 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417864 May 25 15:00:24.091157 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 681873f5-4d38-4cac-8460-0a3e8282503d details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:00:24.189959 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 681873f5-4d38-4cac-8460-0a3e8282503d, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=681873f5-4d38-4cac-8460-0a3e8282503d,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:00:24.201016 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': '681873f5-4d38-4cac-8460-0a3e8282503d', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'port_id': '681873f5-4d38-4cac-8460-0a3e8282503d', 'mac_address': 'fa:16:3e:d0:77:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:00:24.235187 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 681873f5-4d38-4cac-8460-0a3e8282503d is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:00:24.236111 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:24.248501 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681873f5-4d38-4cac-8460-0a3e8282503d {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:00:24.268275 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 681873f5-4d38-4cac-8460-0a3e8282503d, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=681873f5-4d38-4cac-8460-0a3e8282503d,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:00:24.366718 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:24.373961 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f26827-102f-4742-9196-7b12ad9097d6 req-859d7a9d-dcce-4649-b273-55e03741ac7a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:24.375885 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-26f26827-102f-4742-9196-7b12ad9097d6 req-859d7a9d-dcce-4649-b273-55e03741ac7a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 943 time: 0.0476642 May 25 15:00:24.405018 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:24.419947 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=681873f5-4d38-4cac-8460-0a3e8282503d,revision_number=9']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:24.427133 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:24.427459 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:24.427834 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:24.428198 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:24.428546 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:24.429164 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-26f26827-102f-4742-9196-7b12ad9097d6 req-27587849-291d-4f5a-a378-8cf0812b1d26 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480127 May 25 15:00:24.430904 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:24.431353 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:24.431705 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:24.432057 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:24.432400 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:24.432736 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:24.433075 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:24.433405 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:24.433963 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:24.434298 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:25.154468 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['681873f5-4d38-4cac-8460-0a3e8282503d'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:00:25.549157 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3ef88-3d44-4e22-ac8d-e44945a4dba7 req-d64abfd6-0741-4dfb-99a0-3c9948e355b4 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:25.550730 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d6e3ef88-3d44-4e22-ac8d-e44945a4dba7 req-d64abfd6-0741-4dfb-99a0-3c9948e355b4 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 944 time: 0.0465662 May 25 15:00:25.584702 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:25.599084 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d6e3ef88-3d44-4e22-ac8d-e44945a4dba7 req-a3b1b452-696e-4efa-a9e2-d69247f76f49 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429349 May 25 15:00:26.467310 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 681873f5-4d38-4cac-8460-0a3e8282503d up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:00:26.513194 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port 681873f5-4d38-4cac-8460-0a3e8282503d triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:00:26.513571 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:26.585000 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 681873f5-4d38-4cac-8460-0a3e8282503d is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:00:26.585369 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:26.608196 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f09fd70-df36-4976-a829-ebe720c7e516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681873f5-4d38-4cac-8460-0a3e8282503d'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:00:26.610983 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e86526-72df-4e40-9531-8b2c8d8e6a27" -d '{"events": [{"server_uuid": "1f09fd70-df36-4976-a829-ebe720c7e516", "name": "network-vif-plugged", "status": "completed", "tag": "681873f5-4d38-4cac-8460-0a3e8282503d"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:00:26.623367 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 681873f5-4d38-4cac-8460-0a3e8282503d, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=681873f5-4d38-4cac-8460-0a3e8282503d,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:00:26.656095 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e23695-4e42-4c09-bab7-168b657db8db x-openstack-request-id: req-66e23695-4e42-4c09-bab7-168b657db8db {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:00:26.656410 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f09fd70-df36-4976-a829-ebe720c7e516", "name": "network-vif-plugged", "status": "completed", "tag": "681873f5-4d38-4cac-8460-0a3e8282503d", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:00:26.656668 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-66e23695-4e42-4c09-bab7-168b657db8db {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:00:26.657072 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66e23695-4e42-4c09-bab7-168b657db8db'] response: {'server_uuid': '1f09fd70-df36-4976-a829-ebe720c7e516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681873f5-4d38-4cac-8460-0a3e8282503d', 'code': 200} May 25 15:00:26.703418 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:26.722085 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2de49a-ff8e-4bed-86b4-369411bacc2c req-75f4dd1a-1389-441a-ae2b-c54b9d381536 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:26.724243 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fe2de49a-ff8e-4bed-86b4-369411bacc2c req-75f4dd1a-1389-441a-ae2b-c54b9d381536 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 944 time: 0.0493417 May 25 15:00:26.756303 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=681873f5-4d38-4cac-8460-0a3e8282503d,revision_number=10']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:26.772261 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fe2de49a-ff8e-4bed-86b4-369411bacc2c req-6dc09251-d9e9-48a4-ad66-b51f325e2800 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425591 May 25 15:00:27.058849 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034890bf-28f3-4371-90f0-5af79070b9f2 req-34c3034a-505e-4171-9f58-30590f669e11 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:27.060576 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-034890bf-28f3-4371-90f0-5af79070b9f2 req-34c3034a-505e-4171-9f58-30590f669e11 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 946 time: 0.0568123 May 25 15:00:27.106519 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-034890bf-28f3-4371-90f0-5af79070b9f2 req-e497565c-5017-4152-80d6-aed31971b336 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403805 May 25 15:00:27.128852 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 59542) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:00:27.317330 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7388ff73-5fce-4271-8294-716abdaad5b6 tempest-TestMinimumBasicScenario-1524524521 tempest-TestMinimumBasicScenario-1524524521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:27.319011 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-7388ff73-5fce-4271-8294-716abdaad5b6 tempest-TestMinimumBasicScenario-1524524521 tempest-TestMinimumBasicScenario-1524524521-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 1125 time: 0.1891499 May 25 15:00:27.321971 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 59546) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:00:27.326206 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Request body: {'floatingip': {'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'port_id': '8cc89087-34bc-4911-a164-56f942a0863e', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:00:27.441232 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:27.449855 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2e08d-f687-48e5-97aa-4a3df0036dca req-58fa04d1-ab3f-466a-ba69-448f7438f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:27.451424 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-83d2e08d-f687-48e5-97aa-4a3df0036dca req-58fa04d1-ab3f-466a-ba69-448f7438f0a5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 1130 time: 0.0394158 May 25 15:00:27.495218 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-83d2e08d-f687-48e5-97aa-4a3df0036dca req-2539e893-877a-4030-aecf-9e2aaeed02ed service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374513 May 25 15:00:27.522722 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:27.626277 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Allocated IP 172.27.1.50 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/ee0c8639-b4cd-447b-b57a-d794e5b8a325) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:00:27.731947 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for port (ee0c8639-b4cd-447b-b57a-d794e5b8a325), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:27.841290 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (ee0c8639-b4cd-447b-b57a-d794e5b8a325), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:27.891904 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:00:27.895479 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Pushing event updated for resources: {'Port': ['ID=ee0c8639-b4cd-447b-b57a-d794e5b8a325,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:27.897973 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:00:27.906539 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:00:27.906656 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1cf56-7833-41e3-b0b1-4657fa5f487a req-a051ee87-bbc9-4dbf-a672-b90caea8fa64 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:27.907968 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-59f1cf56-7833-41e3-b0b1-4657fa5f487a req-a051ee87-bbc9-4dbf-a672-b90caea8fa64 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 946 time: 0.0589783 May 25 15:00:27.959961 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-59f1cf56-7833-41e3-b0b1-4657fa5f487a req-56877ad4-d276-4982-9bc5-d2ec70052a67 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453613 May 25 15:00:28.216646 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:28.264836 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:28.268853 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for floatingip (82f7bca8-2b4e-432b-93f6-695489d98d79), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:28.429214 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (ee0c8639-b4cd-447b-b57a-d794e5b8a325), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:28.607194 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for port (ee0c8639-b4cd-447b-b57a-d794e5b8a325), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:28.712658 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (ee0c8639-b4cd-447b-b57a-d794e5b8a325), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:28.787314 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Pushing event updated for resources: {'Port': ['ID=ee0c8639-b4cd-447b-b57a-d794e5b8a325,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:28.796860 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (82f7bca8-2b4e-432b-93f6-695489d98d79), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:28.895917 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Floating IP 82f7bca8-2b4e-432b-93f6-695489d98d79 associated. External IP: 172.27.1.50, port: 8cc89087-34bc-4911-a164-56f942a0863e. May 25 15:00:28.997585 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:29.081516 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6665c7-07d9-4601-9589-70c1b761a938 req-93db29c4-5e1e-4e08-9847-1066b2277be3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:29.083266 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4e6665c7-07d9-4601-9589-70c1b761a938 req-93db29c4-5e1e-4e08-9847-1066b2277be3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 946 time: 0.0485411 May 25 15:00:29.103484 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Router a26ceb6b-b62f-4c53-b40c-e9c661ea5258 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:00:29.131045 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4e6665c7-07d9-4601-9589-70c1b761a938 req-a2cf02a4-bde6-4afb-89c1-fca7c148515f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422432 May 25 15:00:29.426824 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:00:29.436353 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd0edd-e305-4e70-85b0-69fddb9afa85 None None] Sync routers for ids ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:00:29.445731 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabd0edd-e305-4e70-85b0-69fddb9afa85 None None] Routers {'a26ceb6b-b62f-4c53-b40c-e9c661ea5258'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:00:29.446337 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-eabd0edd-e305-4e70-85b0-69fddb9afa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:00:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:00:29.509258 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:29.540114 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-9d260aa4-ba59-45f2-ad12-7a1cd4dcaa00 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2170706 May 25 15:00:29.540809 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'tag': '8cc89087-34bc-4911-a164-56f942a0863e'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:00:29.542827 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 59556) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:00:29.547513 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-246776648', 'description': 'tempest-secgroup-smoke-246776648 description', 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:00:29.551252 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ea79e5-b70e-455e-9a29-84427ce7b4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f221fdda-86ea-483a-b1c8-a28d99ffb993", "tag": "8cc89087-34bc-4911-a164-56f942a0863e"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:00:29.551418 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-eabd0edd-e305-4e70-85b0-69fddb9afa85 None None] Set router a26ceb6b-b62f-4c53-b40c-e9c661ea5258 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:00:29.669423 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:29.710738 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8650ca8-22e1-46a1-86fa-9bd896928d33 x-openstack-request-id: req-c8650ca8-22e1-46a1-86fa-9bd896928d33 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:00:29.710978 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f221fdda-86ea-483a-b1c8-a28d99ffb993", "tag": "8cc89087-34bc-4911-a164-56f942a0863e", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:00:29.711220 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c8650ca8-22e1-46a1-86fa-9bd896928d33 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:00:29.711774 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8650ca8-22e1-46a1-86fa-9bd896928d33'] response: {'name': 'network-changed', 'server_uuid': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'tag': '8cc89087-34bc-4911-a164-56f942a0863e', 'status': 'completed', 'code': 200} May 25 15:00:29.740308 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group (41f109ae-642a-4d23-9aee-0fcb2c42d5d4), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:29.764855 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-eabd0edd-e305-4e70-85b0-69fddb9afa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'name': 'tempest-TestMinimumBasicScenario-1449231747-router', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:49Z', 'revision_number': 4, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'gw_port': {'id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '82f7bca8-2b4e-432b-93f6-695489d98d79', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'port_id': '8cc89087-34bc-4911-a164-56f942a0863e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1', 'mac_address': 'fa:16:3e:ff:24:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:00:28Z', 'updated_at': '2022-05-25T15:00:28Z', 'revision_number': 0, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71', 'name': '', 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'mac_address': 'fa:16:3e:58:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:48Z', 'updated_at': '2022-05-25T14:58:54Z', 'revision_number': 5, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'subnets': [{'id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:00:29.792197 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd0edd-e305-4e70-85b0-69fddb9afa85 None None] Checking router: a26ceb6b-b62f-4c53-b40c-e9c661ea5258 for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:00:29.800565 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabd0edd-e305-4e70-85b0-69fddb9afa85 None None] Routers {'a26ceb6b-b62f-4c53-b40c-e9c661ea5258'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:00:29.801154 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-eabd0edd-e305-4e70-85b0-69fddb9afa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:00:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:00:29.878551 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (41f109ae-642a-4d23-9aee-0fcb2c42d5d4), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:29.909736 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f109ae-642a-4d23-9aee-0fcb2c42d5d4,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:29.917161 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:29.917512 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:29.917858 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:29.918205 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:29.918542 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:29.918907 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:29.919241 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:29.919571 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:29.919903 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:29.920232 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:29.920563 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:29.920888 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:29.921213 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:29.921538 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:29.921862 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:29.988916 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-eabd0edd-e305-4e70-85b0-69fddb9afa85 None None] Set router a26ceb6b-b62f-4c53-b40c-e9c661ea5258 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:00:29.995138 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:29.996520 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-7e5b89ee-8eef-47dd-ba7c-94621ba52783 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4525549 May 25 15:00:29.999639 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 59566) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:00:30.005596 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-af6685f4-a295-47c5-ac99-6370ab03e9f8 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Request body: {'security_group_rule': {'security_group_id': '41f109ae-642a-4d23-9aee-0fcb2c42d5d4', 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:00:30.131743 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-af6685f4-a295-47c5-ac99-6370ab03e9f8 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group_rule (13fd1d74-33f9-41c3-a15b-b6792ac98887), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:30.190100 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-af6685f4-a295-47c5-ac99-6370ab03e9f8 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group_rule (13fd1d74-33f9-41c3-a15b-b6792ac98887), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:30.229970 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-eabd0edd-e305-4e70-85b0-69fddb9afa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'name': 'tempest-TestMinimumBasicScenario-1449231747-router', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:49Z', 'revision_number': 4, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'gw_port': {'id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '82f7bca8-2b4e-432b-93f6-695489d98d79', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'port_id': '8cc89087-34bc-4911-a164-56f942a0863e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1', 'mac_address': 'fa:16:3e:ff:24:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:00:28Z', 'updated_at': '2022-05-25T15:00:28Z', 'revision_number': 0, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71', 'name': '', 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'mac_address': 'fa:16:3e:58:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:48Z', 'updated_at': '2022-05-25T14:58:54Z', 'revision_number': 5, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'subnets': [{'id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:00:30.257751 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd0edd-e305-4e70-85b0-69fddb9afa85 None None] The sync data for ids ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'] in dv-cinder-830283-3-iscsi is: [{'id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'name': 'tempest-TestMinimumBasicScenario-1449231747-router', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:49Z', 'revision_number': 4, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'gw_port': {'id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '82f7bca8-2b4e-432b-93f6-695489d98d79', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'port_id': '8cc89087-34bc-4911-a164-56f942a0863e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1', 'mac_address': 'fa:16:3e:ff:24:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:00:28Z', 'updated_at': '2022-05-25T15:00:28Z', 'revision_number': 0, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71', 'name': '', 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'mac_address': 'fa:16:3e:58:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:48Z', 'updated_at': '2022-05-25T14:58:54Z', 'revision_number': 5, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'subnets': [{'id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:00:30.275472 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-af6685f4-a295-47c5-ac99-6370ab03e9f8 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (13fd1d74-33f9-41c3-a15b-b6792ac98887), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:30.285893 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:30.291824 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea79e5-b70e-455e-9a29-84427ce7b4ec req-607f66b9-70a2-4bcf-bcf9-41b1e4a0eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:30.293334 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b4ea79e5-b70e-455e-9a29-84427ce7b4ec req-607f66b9-70a2-4bcf-bcf9-41b1e4a0eb45 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb0ee163dc0c4237aaa4e2efb85878fc&device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 1130 time: 0.0652239 May 25 15:00:30.306373 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6685f4-a295-47c5-ac99-6370ab03e9f8 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fd1d74-33f9-41c3-a15b-b6792ac98887,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:30.337943 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9ff90-3cde-42a9-9ac9-87f85214953c req-9a5cbff0-13b8-425c-938d-220aceb432e3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:30.339675 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5ec9ff90-3cde-42a9-9ac9-87f85214953c req-9a5cbff0-13b8-425c-938d-220aceb432e3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 946 time: 0.1239417 May 25 15:00:30.406938 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-af6685f4-a295-47c5-ac99-6370ab03e9f8 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:30.413132 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-af6685f4-a295-47c5-ac99-6370ab03e9f8 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4121425 May 25 15:00:30.413849 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 59578) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:00:30.419672 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-7b7f879a-8e8b-4181-89bb-ac34bce2c746 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Request body: {'security_group_rule': {'security_group_id': '41f109ae-642a-4d23-9aee-0fcb2c42d5d4', 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:00:30.512880 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af0339-b12e-4852-a4d6-718a696f7487 None None] New status for floating IP 82f7bca8-2b4e-432b-93f6-695489d98d79: ACTIVE {{(pid=116227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:00:30.522263 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7b7f879a-8e8b-4181-89bb-ac34bce2c746 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group_rule (6deb0d80-cda5-499f-b4a1-43ee50788a0f), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:30.595656 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7b7f879a-8e8b-4181-89bb-ac34bce2c746 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group_rule (6deb0d80-cda5-499f-b4a1-43ee50788a0f), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:30.660816 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:30.669341 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7b7f879a-8e8b-4181-89bb-ac34bce2c746 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (6deb0d80-cda5-499f-b4a1-43ee50788a0f), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:30.679429 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5ec9ff90-3cde-42a9-9ac9-87f85214953c req-99836921-e5fe-4c89-b3ea-51a925f84f31 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3120334 May 25 15:00:30.689971 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea79e5-b70e-455e-9a29-84427ce7b4ec req-02590c00-9a60-49f2-9eeb-2b3a1b77f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:30.691470 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b4ea79e5-b70e-455e-9a29-84427ce7b4ec req-02590c00-9a60-49f2-9eeb-2b3a1b77f01f service neutron] 10.222.0.86 "GET /v2.0/networks?id=dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 HTTP/1.1" status: 200 len: 916 time: 0.3902071 May 25 15:00:30.694251 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f879a-8e8b-4181-89bb-ac34bce2c746 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6deb0d80-cda5-499f-b4a1-43ee50788a0f,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:30.745286 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:30.759718 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b4ea79e5-b70e-455e-9a29-84427ce7b4ec req-ff0f5f13-bbfb-438e-9f52-8b92ee3b92dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cc89087-34bc-4911-a164-56f942a0863e HTTP/1.1" status: 200 len: 999 time: 0.0568180 May 25 15:00:30.778578 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7b7f879a-8e8b-4181-89bb-ac34bce2c746 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:30.784050 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-7b7f879a-8e8b-4181-89bb-ac34bce2c746 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3683906 May 25 15:00:30.786284 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 59592) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:00:30.789515 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-d60286ad-42bd-4bd9-a2e2-2e5e47734097 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Request body: {'security_group_rule': {'security_group_id': '41f109ae-642a-4d23-9aee-0fcb2c42d5d4', 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:00:30.818727 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea79e5-b70e-455e-9a29-84427ce7b4ec req-8b17a8d7-21f3-4e22-8fdd-f12ca41689d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:30.820203 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b4ea79e5-b70e-455e-9a29-84427ce7b4ec req-8b17a8d7-21f3-4e22-8fdd-f12ca41689d8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7a9fd0d3-f0e2-4879-858d-35599eac1d8a HTTP/1.1" status: 200 len: 854 time: 0.0501289 May 25 15:00:30.870592 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea79e5-b70e-455e-9a29-84427ce7b4ec req-ca856529-2bff-4e1c-9eb2-f47564bad270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:30.872114 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b4ea79e5-b70e-455e-9a29-84427ce7b4ec req-ca856529-2bff-4e1c-9eb2-f47564bad270 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441730 May 25 15:00:30.930482 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d60286ad-42bd-4bd9-a2e2-2e5e47734097 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group_rule (493f32bd-7eb5-475f-8b63-a437eaf145d2), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:30.965978 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b4ea79e5-b70e-455e-9a29-84427ce7b4ec req-e4d4abed-bd46-4c88-af45-a5fe93d28ca3 service neutron] 10.222.0.86 "GET /v2.0/networks/dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842135 May 25 15:00:30.988920 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d60286ad-42bd-4bd9-a2e2-2e5e47734097 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group_rule (493f32bd-7eb5-475f-8b63-a437eaf145d2), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:31.060880 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b4ea79e5-b70e-455e-9a29-84427ce7b4ec req-a815ec83-e5a0-4cca-a988-bd2ca9fcc5ac service neutron] 10.222.0.86 "GET /v2.0/networks/dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883372 May 25 15:00:31.112904 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d60286ad-42bd-4bd9-a2e2-2e5e47734097 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (493f32bd-7eb5-475f-8b63-a437eaf145d2), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:31.132121 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60286ad-42bd-4bd9-a2e2-2e5e47734097 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493f32bd-7eb5-475f-8b63-a437eaf145d2,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:31.245931 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d60286ad-42bd-4bd9-a2e2-2e5e47734097 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:31.247279 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-d60286ad-42bd-4bd9-a2e2-2e5e47734097 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4614871 May 25 15:00:31.250100 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 59608) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:00:31.254406 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-14a79318-2e14-40a5-89d4-dc7f5e79a19f tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Request body: {'security_group_rule': {'security_group_id': '41f109ae-642a-4d23-9aee-0fcb2c42d5d4', 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:00:31.358832 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-14a79318-2e14-40a5-89d4-dc7f5e79a19f tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group_rule (d0686b36-7283-409e-b547-1fd3b85f74d1), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:31.410096 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-14a79318-2e14-40a5-89d4-dc7f5e79a19f tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group_rule (d0686b36-7283-409e-b547-1fd3b85f74d1), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:31.526030 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-14a79318-2e14-40a5-89d4-dc7f5e79a19f tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (d0686b36-7283-409e-b547-1fd3b85f74d1), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:31.545262 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a79318-2e14-40a5-89d4-dc7f5e79a19f tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0686b36-7283-409e-b547-1fd3b85f74d1,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:31.646113 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-14a79318-2e14-40a5-89d4-dc7f5e79a19f tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:31.647483 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-14a79318-2e14-40a5-89d4-dc7f5e79a19f tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3964055 May 25 15:00:31.657187 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 59612) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:00:31.661477 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-2b8f8449-9fcc-4d3a-8f7c-f6fbb5fb3215 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Request body: {'security_group_rule': {'security_group_id': '41f109ae-642a-4d23-9aee-0fcb2c42d5d4', 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:00:31.789614 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.securitygroups_db [None req-2b8f8449-9fcc-4d3a-8f7c-f6fbb5fb3215 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Project bb0ee163dc0c4237aaa4e2efb85878fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:00:31.793558 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:31.796188 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8449-9fcc-4d3a-8f7c-f6fbb5fb3215 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group_rule (2121adff-792e-4c05-ae36-2622cfcf584a), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:31.816779 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1542d-6c2f-4311-ba06-5c7995f2f91c req-c83dc231-8969-4407-b5b5-238105229040 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:31.818266 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bdd1542d-6c2f-4311-ba06-5c7995f2f91c req-c83dc231-8969-4407-b5b5-238105229040 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 946 time: 0.0611806 May 25 15:00:31.850436 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8449-9fcc-4d3a-8f7c-f6fbb5fb3215 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group_rule (2121adff-792e-4c05-ae36-2622cfcf584a), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:31.866064 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bdd1542d-6c2f-4311-ba06-5c7995f2f91c req-80e56d0d-5fad-46ea-84ef-7e5e4696f064 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420473 May 25 15:00:31.960847 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8449-9fcc-4d3a-8f7c-f6fbb5fb3215 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (2121adff-792e-4c05-ae36-2622cfcf584a), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:31.982255 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f8449-9fcc-4d3a-8f7c-f6fbb5fb3215 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2121adff-792e-4c05-ae36-2622cfcf584a,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:32.130631 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8449-9fcc-4d3a-8f7c-f6fbb5fb3215 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:32.131313 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-2b8f8449-9fcc-4d3a-8f7c-f6fbb5fb3215 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4731343 May 25 15:00:32.134027 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 59618) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:00:32.138519 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-4f2222a5-09b5-4a56-bfce-f1ade3b73238 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Request body: {'security_group_rule': {'security_group_id': '41f109ae-642a-4d23-9aee-0fcb2c42d5d4', 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:00:32.227278 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.securitygroups_db [None req-4f2222a5-09b5-4a56-bfce-f1ade3b73238 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Project bb0ee163dc0c4237aaa4e2efb85878fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:00:32.233657 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4f2222a5-09b5-4a56-bfce-f1ade3b73238 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group_rule (90950aae-6249-4d2f-9815-eb4c8246a0f2), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:32.283935 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4f2222a5-09b5-4a56-bfce-f1ade3b73238 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group_rule (90950aae-6249-4d2f-9815-eb4c8246a0f2), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:32.371792 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4f2222a5-09b5-4a56-bfce-f1ade3b73238 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (90950aae-6249-4d2f-9815-eb4c8246a0f2), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:32.390526 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2222a5-09b5-4a56-bfce-f1ade3b73238 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90950aae-6249-4d2f-9815-eb4c8246a0f2,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:32.503316 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4f2222a5-09b5-4a56-bfce-f1ade3b73238 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:32.504519 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-4f2222a5-09b5-4a56-bfce-f1ade3b73238 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3694522 May 25 15:00:32.596497 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-31e2ba20-715d-4694-a49b-d8afbfc27b57 req-19184fa5-e3d4-47d5-be26-50cdea1fb441 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-246776648&fields=id&tenant_id=bb0ee163dc0c4237aaa4e2efb85878fc HTTP/1.1" status: 200 len: 267 time: 0.0478051 May 25 15:00:32.634282 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:32.646769 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2ba20-715d-4694-a49b-d8afbfc27b57 req-b80521e1-6ba7-490d-b3cd-cedc91f0eebf tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:32.648215 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-31e2ba20-715d-4694-a49b-d8afbfc27b57 req-b80521e1-6ba7-490d-b3cd-cedc91f0eebf tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 946 time: 0.0461805 May 25 15:00:32.658663 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [req-31e2ba20-715d-4694-a49b-d8afbfc27b57 req-9f2fe22d-ccaf-49aa-9b8c-ae3d84e23317 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Request body: {'port': {'security_groups': ['4dcc0cda-6c67-4d98-ad68-a786f6965bc2', '41f109ae-642a-4d23-9aee-0fcb2c42d5d4']}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:00:32.730126 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-31e2ba20-715d-4694-a49b-d8afbfc27b57 req-9f2fe22d-ccaf-49aa-9b8c-ae3d84e23317 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (8cc89087-34bc-4911-a164-56f942a0863e), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:32.958396 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [req-31e2ba20-715d-4694-a49b-d8afbfc27b57 req-9f2fe22d-ccaf-49aa-9b8c-ae3d84e23317 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] For port 8cc89087-34bc-4911-a164-56f942a0863e, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=8cc89087-34bc-4911-a164-56f942a0863e,segment=NetworkSegment(e95236a3-d049-4124-88e3-98aa51d4128f),segment_id=e95236a3-d049-4124-88e3-98aa51d4128f)] {{(pid=116226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:00:33.006564 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a117d3b-9e32-4176-b4dc-354d8ba1c0f8 req-17b0e671-0bb2-4ee8-b1cc-3aab178843b2 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:33.008027 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5a117d3b-9e32-4176-b4dc-354d8ba1c0f8 req-17b0e671-0bb2-4ee8-b1cc-3aab178843b2 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 946 time: 0.0651689 May 25 15:00:33.017897 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-31e2ba20-715d-4694-a49b-d8afbfc27b57 req-9f2fe22d-ccaf-49aa-9b8c-ae3d84e23317 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for port (8cc89087-34bc-4911-a164-56f942a0863e), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:33.061309 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5a117d3b-9e32-4176-b4dc-354d8ba1c0f8 req-e4bcbbf7-5f9a-4f72-897e-c39c1be10dec tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475662 May 25 15:00:33.086288 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-31e2ba20-715d-4694-a49b-d8afbfc27b57 req-9f2fe22d-ccaf-49aa-9b8c-ae3d84e23317 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126892817'] for port (8cc89087-34bc-4911-a164-56f942a0863e), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:33.139217 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2ba20-715d-4694-a49b-d8afbfc27b57 req-9f2fe22d-ccaf-49aa-9b8c-ae3d84e23317 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:33.139862 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-31e2ba20-715d-4694-a49b-d8afbfc27b57 req-9f2fe22d-ccaf-49aa-9b8c-ae3d84e23317 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:33.142721 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-31e2ba20-715d-4694-a49b-d8afbfc27b57 req-9f2fe22d-ccaf-49aa-9b8c-ae3d84e23317 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "PUT /v2.0/ports/8cc89087-34bc-4911-a164-56f942a0863e HTTP/1.1" status: 200 len: 982 time: 0.4871769 May 25 15:00:33.143379 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'tag': '8cc89087-34bc-4911-a164-56f942a0863e'}] {{(pid=116226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:00:33.145977 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dc151ac6212342da2108a0a28b94f4203e9e0da67b00e21663921939482ef4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc64bc58-ab72-4ae6-aead-617fdddb5a23" -d '{"events": [{"name": "network-changed", "server_uuid": "f221fdda-86ea-483a-b1c8-a28d99ffb993", "tag": "8cc89087-34bc-4911-a164-56f942a0863e"}]}' {{(pid=116226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:00:33.150964 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['8cc89087-34bc-4911-a164-56f942a0863e'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:00:33.173555 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:33.179670 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fe22d-ccaf-49aa-9b8c-ae3d84e23317 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Pushing event updated for resources: {'Port': ['ID=8cc89087-34bc-4911-a164-56f942a0863e,revision_number=6']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:33.229708 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:33.254008 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:33.299136 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b4e512-bb73-4a84-a12b-f09209695afc x-openstack-request-id: req-03b4e512-bb73-4a84-a12b-f09209695afc {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:00:33.299778 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f221fdda-86ea-483a-b1c8-a28d99ffb993", "tag": "8cc89087-34bc-4911-a164-56f942a0863e", "status": "completed", "code": 200}]} {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:00:33.300028 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-03b4e512-bb73-4a84-a12b-f09209695afc {{(pid=116226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:00:33.300436 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b4e512-bb73-4a84-a12b-f09209695afc'] response: {'name': 'network-changed', 'server_uuid': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'tag': '8cc89087-34bc-4911-a164-56f942a0863e', 'status': 'completed', 'code': 200} May 25 15:00:33.343132 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79884e-cd33-4753-8523-f5488a275c0e req-44fc16f6-f7b1-4135-ade2-30ad2ed4451a tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:33.344673 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3a79884e-cd33-4753-8523-f5488a275c0e req-44fc16f6-f7b1-4135-ade2-30ad2ed4451a tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0738142 May 25 15:00:33.403418 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-47a7391a-67d3-42ac-9e4f-603c68cbeca9 None None] Provisioning complete for port 8cc89087-34bc-4911-a164-56f942a0863e triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:00:33.403717 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-47a7391a-67d3-42ac-9e4f-603c68cbeca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (8cc89087-34bc-4911-a164-56f942a0863e), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:33.426688 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3a79884e-cd33-4753-8523-f5488a275c0e req-22c0a043-01b7-4c56-8d86-e1aec99b717f tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752859 May 25 15:00:33.449484 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['8cc89087-34bc-4911-a164-56f942a0863e'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:00:33.607501 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-47a7391a-67d3-42ac-9e4f-603c68cbeca9 None None] Current status of the port 8cc89087-34bc-4911-a164-56f942a0863e is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:00:33.709577 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:33.728947 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64bc58-ab72-4ae6-aead-617fdddb5a23 req-9924ec5e-81d1-4b11-b8d3-8f2f07d34b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:33.730440 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dc64bc58-ab72-4ae6-aead-617fdddb5a23 req-9924ec5e-81d1-4b11-b8d3-8f2f07d34b10 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb0ee163dc0c4237aaa4e2efb85878fc&device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 1169 time: 0.0420465 May 25 15:00:33.835897 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64bc58-ab72-4ae6-aead-617fdddb5a23 req-1c95200d-c7cb-4153-9e1f-cbc44786a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:33.837415 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dc64bc58-ab72-4ae6-aead-617fdddb5a23 req-1c95200d-c7cb-4153-9e1f-cbc44786a2a5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 HTTP/1.1" status: 200 len: 916 time: 0.0990903 May 25 15:00:33.901966 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dc64bc58-ab72-4ae6-aead-617fdddb5a23 req-a887cadb-f415-4d32-b5a6-866def624a81 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cc89087-34bc-4911-a164-56f942a0863e HTTP/1.1" status: 200 len: 1001 time: 0.0579379 May 25 15:00:33.954783 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64bc58-ab72-4ae6-aead-617fdddb5a23 req-dae5578b-7ef8-4616-808e-a3100fdf225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:33.956237 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dc64bc58-ab72-4ae6-aead-617fdddb5a23 req-dae5578b-7ef8-4616-808e-a3100fdf225a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7a9fd0d3-f0e2-4879-858d-35599eac1d8a HTTP/1.1" status: 200 len: 854 time: 0.0463064 May 25 15:00:34.002853 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64bc58-ab72-4ae6-aead-617fdddb5a23 req-a4e4d186-fc80-4372-881f-215e16071e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:34.004298 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dc64bc58-ab72-4ae6-aead-617fdddb5a23 req-a4e4d186-fc80-4372-881f-215e16071e1e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418768 May 25 15:00:34.090237 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:34.094208 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dc64bc58-ab72-4ae6-aead-617fdddb5a23 req-7360bd2f-d062-46e1-9250-0ce66103ae8f service neutron] 10.222.0.86 "GET /v2.0/networks/dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827913 May 25 15:00:34.187534 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dc64bc58-ab72-4ae6-aead-617fdddb5a23 req-b4ed2cd5-c4e5-4bb5-900a-922121c14c4f service neutron] 10.222.0.86 "GET /v2.0/networks/dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865510 May 25 15:00:34.567277 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:00:34.875931 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14832c09-2487-46fc-a273-5e97500a2b80 req-837a0ce4-b330-487d-983b-edf886f860bb tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:34.877331 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-14832c09-2487-46fc-a273-5e97500a2b80 req-837a0ce4-b330-487d-983b-edf886f860bb tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0509634 May 25 15:00:34.936699 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-14832c09-2487-46fc-a273-5e97500a2b80 req-fee2454e-d8aa-4584-8bd8-99718dbbdd18 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538001 May 25 15:00:34.965357 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9459e-916c-4609-bb75-8e38d63d990f req-2f09485a-5604-4c29-bbd3-d22e1ef6efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:34.966860 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-62b9459e-916c-4609-bb75-8e38d63d990f req-2f09485a-5604-4c29-bbd3-d22e1ef6efbc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 1129 time: 0.0451298 May 25 15:00:35.059080 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9459e-916c-4609-bb75-8e38d63d990f req-a7f73b28-e409-4fa6-80f0-8215f31d435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:35.060818 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-62b9459e-916c-4609-bb75-8e38d63d990f req-a7f73b28-e409-4fa6-80f0-8215f31d435f service neutron] 10.222.0.86 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 920 time: 0.0874832 May 25 15:00:35.120602 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-62b9459e-916c-4609-bb75-8e38d63d990f req-aaa93a37-8925-4eec-b117-597347b7cae0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e663dba-92f0-4076-8dd2-b498d22380ee HTTP/1.1" status: 200 len: 1001 time: 0.0536416 May 25 15:00:35.182794 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9459e-916c-4609-bb75-8e38d63d990f req-f86fecbb-02c9-4693-8611-6bbec24ff9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:35.184255 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-62b9459e-916c-4609-bb75-8e38d63d990f req-f86fecbb-02c9-4693-8611-6bbec24ff9f5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ddc4207-3cdb-480e-9ac3-b200998dd0b9 HTTP/1.1" status: 200 len: 858 time: 0.0531271 May 25 15:00:35.227515 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9459e-916c-4609-bb75-8e38d63d990f req-362e2e5c-dea3-4161-97f2-4a05a4db641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:35.229005 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-62b9459e-916c-4609-bb75-8e38d63d990f req-362e2e5c-dea3-4161-97f2-4a05a4db641e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386176 May 25 15:00:35.282242 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:35.318752 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-62b9459e-916c-4609-bb75-8e38d63d990f req-e88817ff-22ce-44fc-8713-1bdbf78c1da7 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829515 May 25 15:00:35.410548 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-62b9459e-916c-4609-bb75-8e38d63d990f req-fe3ad9e0-68ba-4b84-8c0f-4b03ae799f4f service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860074 May 25 15:00:35.485835 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:36.055668 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7570467-8ae1-4cb5-97eb-6d8f6b38f23e req-b8d3dea2-3b50-4f63-9ba3-2e9fdc39a3b2 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:36.057157 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f7570467-8ae1-4cb5-97eb-6d8f6b38f23e req-b8d3dea2-3b50-4f63-9ba3-2e9fdc39a3b2 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0499759 May 25 15:00:36.105426 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f7570467-8ae1-4cb5-97eb-6d8f6b38f23e req-a273f11a-6ff1-478e-b9ec-725fe2161d23 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423684 May 25 15:00:36.565881 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-83bebd2e-663f-4be1-932b-7f060699d753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:37.222590 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f00cd-3119-4a7f-b174-6b45fb6b2f12 req-897a3a12-e05b-4fa6-902b-0c5a4d52e07c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:37.224080 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e41f00cd-3119-4a7f-b174-6b45fb6b2f12 req-897a3a12-e05b-4fa6-902b-0c5a4d52e07c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0508518 May 25 15:00:37.270256 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e41f00cd-3119-4a7f-b174-6b45fb6b2f12 req-047f68c6-0637-419e-a06d-a25a839dd0e0 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406480 May 25 15:00:38.385741 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249c323-bf7e-43db-9b71-2b88cf3c2cad req-05a0920c-8976-44d3-aa89-5cbbb29b2a45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:38.387239 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d249c323-bf7e-43db-9b71-2b88cf3c2cad req-05a0920c-8976-44d3-aa89-5cbbb29b2a45 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0463572 May 25 15:00:38.433789 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d249c323-bf7e-43db-9b71-2b88cf3c2cad req-3a6cf4d4-a1c0-41ce-b79e-a4b818066679 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403981 May 25 15:00:38.914803 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-928941af-9441-411f-8c44-959b126a99a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:39.547835 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd208a4f-9afc-4781-a1df-23f7be4e9c19 req-4f71bb35-9902-400d-87cc-2d0891bad363 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:39.549275 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dd208a4f-9afc-4781-a1df-23f7be4e9c19 req-4f71bb35-9902-400d-87cc-2d0891bad363 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0457525 May 25 15:00:39.598448 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-dd208a4f-9afc-4781-a1df-23f7be4e9c19 req-1a86fb6c-a1ef-41a2-87ef-6cedfb6d0451 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437324 May 25 15:00:40.308822 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:40.636460 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fb3e6af7-7bda-4a9d-a100-afadb76aac34 req-856c616d-d76f-47e2-829a-409df2798546 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381258 May 25 15:00:40.697064 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:40.710296 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8e610-793f-4d51-8417-6c3e708a67f9 req-4699ba04-23f6-4f19-9c23-fdc9f410d933 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:40.711793 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a9a8e610-793f-4d51-8417-6c3e708a67f9 req-4699ba04-23f6-4f19-9c23-fdc9f410d933 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0473452 May 25 15:00:40.774554 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e6af7-7bda-4a9d-a100-afadb76aac34 req-2ee996ba-f336-4d37-bbf6-18aa02859f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:40.775969 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fb3e6af7-7bda-4a9d-a100-afadb76aac34 req-2ee996ba-f336-4d37-bbf6-18aa02859f65 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=89a36e186c5f4d3c8b9030d91f6a30f6&device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 1129 time: 0.0633280 May 25 15:00:40.792046 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a9a8e610-793f-4d51-8417-6c3e708a67f9 req-a304c06c-6bfd-47cb-a2f9-f79b1bfffda1 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702660 May 25 15:00:40.881963 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e6af7-7bda-4a9d-a100-afadb76aac34 req-243aecfb-7172-46b5-b24e-d108f08e7b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:40.883517 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fb3e6af7-7bda-4a9d-a100-afadb76aac34 req-243aecfb-7172-46b5-b24e-d108f08e7b7f service neutron] 10.222.0.86 "GET /v2.0/networks?id=ebc02943-e245-4287-8851-2c76f257286a HTTP/1.1" status: 200 len: 911 time: 0.0848544 May 25 15:00:40.949913 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fb3e6af7-7bda-4a9d-a100-afadb76aac34 req-1fcf211b-e586-4731-afc3-5bb22d0f52eb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1adf867b-8b01-47c8-9071-efb5a796ac50 HTTP/1.1" status: 200 len: 1001 time: 0.0577159 May 25 15:00:40.997048 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e6af7-7bda-4a9d-a100-afadb76aac34 req-4c0a4972-060a-4963-b7f6-14a903178394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:40.998435 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fb3e6af7-7bda-4a9d-a100-afadb76aac34 req-4c0a4972-060a-4963-b7f6-14a903178394 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8a273b51-9d95-4b21-9830-1ac6ac028637 HTTP/1.1" status: 200 len: 849 time: 0.0426984 May 25 15:00:41.041238 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e6af7-7bda-4a9d-a100-afadb76aac34 req-8d0c1b48-d353-4aaf-a78e-ff960a9b01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:41.042541 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fb3e6af7-7bda-4a9d-a100-afadb76aac34 req-8d0c1b48-d353-4aaf-a78e-ff960a9b01ab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebc02943-e245-4287-8851-2c76f257286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374665 May 25 15:00:41.101658 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:41.132053 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fb3e6af7-7bda-4a9d-a100-afadb76aac34 req-ca7f2e6e-4d55-453c-9add-9fc903bfac82 service neutron] 10.222.0.86 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826471 May 25 15:00:41.224346 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fb3e6af7-7bda-4a9d-a100-afadb76aac34 req-0d463a44-ed5b-4690-b90f-0b961ecdcc7f service neutron] 10.222.0.86 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817690 May 25 15:00:41.396551 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:41.474788 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:41.909519 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2acce3-8d94-4998-b21e-18cff43b301a req-653bee7e-4990-4d14-8219-e11edfff93fd tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:41.910920 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5c2acce3-8d94-4998-b21e-18cff43b301a req-653bee7e-4990-4d14-8219-e11edfff93fd tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0485816 May 25 15:00:41.958277 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5c2acce3-8d94-4998-b21e-18cff43b301a req-571a962f-5477-4e43-b8fb-48b4e04f7c84 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416024 May 25 15:00:42.024302 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=55,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:42.891961 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:43.074494 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7981392-170b-479a-a85e-346ae7137087 req-da813849-05e3-4479-ae66-3edc515a359d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:43.076033 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b7981392-170b-479a-a85e-346ae7137087 req-da813849-05e3-4479-ae66-3edc515a359d tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0502257 May 25 15:00:43.122998 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b7981392-170b-479a-a85e-346ae7137087 req-e6519df2-0aa1-42d9-bfa4-b6fc80427042 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408201 May 25 15:00:44.236035 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a9a10-6673-4893-9c62-8a5b7bacccbc req-a32b0135-6c02-4d0d-9abb-a5d70ea8866b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:44.237496 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-479a9a10-6673-4893-9c62-8a5b7bacccbc req-a32b0135-6c02-4d0d-9abb-a5d70ea8866b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0469236 May 25 15:00:44.283699 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-479a9a10-6673-4893-9c62-8a5b7bacccbc req-b85c4eb6-5b02-477f-901f-393b675f3e74 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407162 May 25 15:00:45.398750 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215258a-db5e-4ede-9359-43d469b5f8af req-bb0753d3-e6f4-4872-be5d-7e0e140fee85 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:45.400189 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c215258a-db5e-4ede-9359-43d469b5f8af req-bb0753d3-e6f4-4872-be5d-7e0e140fee85 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0488214 May 25 15:00:45.446733 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c215258a-db5e-4ede-9359-43d469b5f8af req-4ddb2f31-dd1b-4058-943c-9da4e474b2ba tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408967 May 25 15:00:46.564987 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650475e-8e95-4ede-823e-8496dbd53856 req-cb67abac-0a71-49f4-91f0-9bfe606bd8cb tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:46.566463 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0650475e-8e95-4ede-823e-8496dbd53856 req-cb67abac-0a71-49f4-91f0-9bfe606bd8cb tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0513046 May 25 15:00:46.616729 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0650475e-8e95-4ede-823e-8496dbd53856 req-ed0f440b-cf4c-4f3b-bce2-217f769ffb05 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446084 May 25 15:00:47.715369 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:47.730491 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d6580-170a-46cd-b428-cb7338dbbc7d req-1e277048-7cca-4742-adf8-f78ce186da17 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:47.735283 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5c0d6580-170a-46cd-b428-cb7338dbbc7d req-1e277048-7cca-4742-adf8-f78ce186da17 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0460832 May 25 15:00:47.781573 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5c0d6580-170a-46cd-b428-cb7338dbbc7d req-b8351647-68fd-4057-953f-1ade2eb59568 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436025 May 25 15:00:48.895127 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19837827-d521-4cdf-9310-bb90076fcb93 req-ba41c4d7-2d9d-45e1-8308-fc7a95d4e642 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:48.896603 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-19837827-d521-4cdf-9310-bb90076fcb93 req-ba41c4d7-2d9d-45e1-8308-fc7a95d4e642 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0469420 May 25 15:00:48.944204 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-19837827-d521-4cdf-9310-bb90076fcb93 req-0b6bf562-173b-42a0-8d5c-554fdbc75c09 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421500 May 25 15:00:50.062400 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7be57-371f-40c1-8041-d8b440aeb3de req-3e414aa2-d0fa-4aa0-ad06-eb452629f2d7 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:50.064574 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-02f7be57-371f-40c1-8041-d8b440aeb3de req-3e414aa2-d0fa-4aa0-ad06-eb452629f2d7 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0527170 May 25 15:00:50.111248 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-02f7be57-371f-40c1-8041-d8b440aeb3de req-2c5975c2-96b3-4a35-aca6-f7df610c7ecf tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412216 May 25 15:00:51.227793 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec829a3-3573-4d4d-a2f7-2325e0912d3f req-a681bd72-b423-42f8-9ca9-0c4da8f50805 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:51.229268 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3ec829a3-3573-4d4d-a2f7-2325e0912d3f req-a681bd72-b423-42f8-9ca9-0c4da8f50805 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0504231 May 25 15:00:51.276533 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3ec829a3-3573-4d4d-a2f7-2325e0912d3f req-a75032d1-c1a6-4731-a260-d5f97aea8572 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410128 May 25 15:00:51.556040 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=83 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:51.560441 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=99 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:52.392998 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4538b-aaa5-4213-846e-d92d112e465a req-61090d22-6765-4b26-afc9-f0f110ead299 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:52.394461 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-13a4538b-aaa5-4213-846e-d92d112e465a req-61090d22-6765-4b26-afc9-f0f110ead299 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0460310 May 25 15:00:52.406065 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:52.441695 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-13a4538b-aaa5-4213-846e-d92d112e465a req-91215bc7-926c-4069-bc94-59353e66c410 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417423 May 25 15:00:52.822888 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=31,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:52.824753 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:53.254631 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5825a-d3f0-40d7-94fa-eb7752e78bf1 req-7dc9f23d-0c30-4e62-8abd-b8ed813142e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:53.256162 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-78b5825a-d3f0-40d7-94fa-eb7752e78bf1 req-7dc9f23d-0c30-4e62-8abd-b8ed813142e4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 1129 time: 0.0381126 May 25 15:00:53.303550 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-78b5825a-d3f0-40d7-94fa-eb7752e78bf1 req-ebb69d9e-a294-4f24-ba42-e467e6fded39 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405183 May 25 15:00:53.554528 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b3cb1-7e04-4048-bd39-4cedb200db48 req-36c94462-8304-483e-b5e0-c89dd6be6ac6 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:53.556031 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fe9b3cb1-7e04-4048-bd39-4cedb200db48 req-36c94462-8304-483e-b5e0-c89dd6be6ac6 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0465181 May 25 15:00:53.603916 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fe9b3cb1-7e04-4048-bd39-4cedb200db48 req-1ba5f7d6-d7dc-4340-8ab1-e0b6d3ead0b3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420938 May 25 15:00:54.721259 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62c49b-dd09-40b3-b881-2b8dd023133d req-31df7c5b-9480-4022-9452-4181c38e2847 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:54.722779 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ee62c49b-dd09-40b3-b881-2b8dd023133d req-31df7c5b-9480-4022-9452-4181c38e2847 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0472865 May 25 15:00:54.772186 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ee62c49b-dd09-40b3-b881-2b8dd023133d req-877a371b-fec9-4d97-9417-ad7a5a86f1a3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436869 May 25 15:00:55.895884 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be9f80-8a9f-4b07-aae4-37f586b3352f req-59f0f7ee-de2e-4f10-a190-3565bd2b0aff tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:55.897693 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e8be9f80-8a9f-4b07-aae4-37f586b3352f req-59f0f7ee-de2e-4f10-a190-3565bd2b0aff tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0541184 May 25 15:00:55.953949 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e8be9f80-8a9f-4b07-aae4-37f586b3352f req-d9b1fd38-d264-45ed-9bb0-9d2364e1d6fe tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500369 May 25 15:00:56.605379 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432600c-6f2b-48b6-ae7d-a6282de6f657 req-fb840c5a-3d75-4ce9-a565-71f68ca45856 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:56.606753 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f432600c-6f2b-48b6-ae7d-a6282de6f657 req-fb840c5a-3d75-4ce9-a565-71f68ca45856 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0479014 May 25 15:00:56.656294 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f432600c-6f2b-48b6-ae7d-a6282de6f657 req-471efe1f-d8a2-400e-a0c2-7beb46fd6864 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433648 May 25 15:00:56.698202 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8dd48-664e-42ca-97b7-2625142f89f9 req-55fe9407-6b84-4a85-a7c7-b65a48be2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:56.699792 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e5a8dd48-664e-42ca-97b7-2625142f89f9 req-55fe9407-6b84-4a85-a7c7-b65a48be2f1d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 1129 time: 0.0426245 May 25 15:00:56.764737 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:56.789463 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8dd48-664e-42ca-97b7-2625142f89f9 req-f0fb63c7-517b-4a3d-bcfd-1b83652a21a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:56.790955 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e5a8dd48-664e-42ca-97b7-2625142f89f9 req-f0fb63c7-517b-4a3d-bcfd-1b83652a21a3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 920 time: 0.0849349 May 25 15:00:56.854990 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e5a8dd48-664e-42ca-97b7-2625142f89f9 req-ca661a0e-84fa-4b01-aed2-61843dec326e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e663dba-92f0-4076-8dd2-b498d22380ee HTTP/1.1" status: 200 len: 1001 time: 0.0567498 May 25 15:00:56.904328 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8dd48-664e-42ca-97b7-2625142f89f9 req-40b6d6de-6a67-4bc4-bf22-efb006c59dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:56.905696 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e5a8dd48-664e-42ca-97b7-2625142f89f9 req-40b6d6de-6a67-4bc4-bf22-efb006c59dcf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ddc4207-3cdb-480e-9ac3-b200998dd0b9 HTTP/1.1" status: 200 len: 858 time: 0.0432127 May 25 15:00:56.950820 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8dd48-664e-42ca-97b7-2625142f89f9 req-3d08ab4a-a199-474b-906a-805b18f67536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:56.952312 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e5a8dd48-664e-42ca-97b7-2625142f89f9 req-3d08ab4a-a199-474b-906a-805b18f67536 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395086 May 25 15:00:57.044732 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e5a8dd48-664e-42ca-97b7-2625142f89f9 req-3796575b-592f-4909-8347-add7b0078ed2 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849891 May 25 15:00:57.133860 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e5a8dd48-664e-42ca-97b7-2625142f89f9 req-3fabbba9-3627-4e79-a376-ff49cd139cc4 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824823 May 25 15:00:57.772668 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481c426-ac6e-40de-9df4-1a57b5989395 req-81274da6-bc88-405b-b4ed-83fe368b812b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:57.774112 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d481c426-ac6e-40de-9df4-1a57b5989395 req-81274da6-bc88-405b-b4ed-83fe368b812b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0475645 May 25 15:00:57.808760 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:57.821637 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d481c426-ac6e-40de-9df4-1a57b5989395 req-0e5c8655-c340-4415-bcf9-a65108a29c21 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420780 May 25 15:00:58.940948 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88da808-ac47-4da2-87a2-9be0542f1390 req-23596e94-db4d-4415-9980-f7a333a6e010 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:58.942501 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d88da808-ac47-4da2-87a2-9be0542f1390 req-23596e94-db4d-4415-9980-f7a333a6e010 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0504632 May 25 15:00:58.992639 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d88da808-ac47-4da2-87a2-9be0542f1390 req-691bdb80-abf2-4f28-b274-89732b024a54 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444400 May 25 15:01:00.107947 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f225cf-23df-4fb8-a77e-5aaf461ec99e req-730aa752-9167-4bd7-8ea4-e9f5898faded tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:00.110047 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-82f225cf-23df-4fb8-a77e-5aaf461ec99e req-730aa752-9167-4bd7-8ea4-e9f5898faded tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0471070 May 25 15:01:00.157863 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-82f225cf-23df-4fb8-a77e-5aaf461ec99e req-17e6cdaf-45a0-4ccf-98f3-40db9c365936 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422361 May 25 15:01:01.277056 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1037791-6102-46d3-9aac-eb05991b7558 req-e7220091-5acc-446e-88f9-0121c6f63d9f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:01.278527 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a1037791-6102-46d3-9aac-eb05991b7558 req-e7220091-5acc-446e-88f9-0121c6f63d9f tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0516002 May 25 15:01:01.549094 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a1037791-6102-46d3-9aac-eb05991b7558 req-bd0e0e62-5040-481c-9f95-455cfe7f4a69 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644107 May 25 15:01:01.659594 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc224b-da2c-41da-8af6-04a0d587c35d req-b35a7950-0c59-4d42-9c03-203af8706140 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:01.661061 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f8dc224b-da2c-41da-8af6-04a0d587c35d req-b35a7950-0c59-4d42-9c03-203af8706140 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0483983 May 25 15:01:01.669454 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 59734) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:01.673768 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-69b922bd-a617-4d53-8beb-7f44acaf5471 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Request body: {'floatingip': {'port_id': '9e663dba-92f0-4076-8dd2-b498d22380ee'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:01.728273 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-69b922bd-a617-4d53-8beb-7f44acaf5471 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for floatingip (92e09369-1eab-443f-a223-805594203025), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:01.988399 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:02.172689 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-69b922bd-a617-4d53-8beb-7f44acaf5471 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:02.249407 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-69b922bd-a617-4d53-8beb-7f44acaf5471 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (92e09369-1eab-443f-a223-805594203025), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:02.352267 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:02.481569 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b922bd-a617-4d53-8beb-7f44acaf5471 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Router 7e34a6e3-edc3-449f-a348-eb9b0461b06c has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:01:02.605595 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b922bd-a617-4d53-8beb-7f44acaf5471 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:01:02.610625 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-69b922bd-a617-4d53-8beb-7f44acaf5471 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:02.615187 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe9bf3-d5af-4066-91b5-206798c921ae None None] Sync routers for ids ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:01:02.625544 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe9bf3-d5af-4066-91b5-206798c921ae None None] Routers {'7e34a6e3-edc3-449f-a348-eb9b0461b06c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:01:02.626155 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-5dbe9bf3-d5af-4066-91b5-206798c921ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:00:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:02.640993 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'tag': '9e663dba-92f0-4076-8dd2-b498d22380ee'}] {{(pid=116226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:01:02.643263 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dc151ac6212342da2108a0a28b94f4203e9e0da67b00e21663921939482ef4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab71502f-e546-4471-9974-3c5cc296ceb4" -d '{"events": [{"name": "network-changed", "server_uuid": "f2529df8-e20b-49ac-a79a-3591457940dd", "tag": "9e663dba-92f0-4076-8dd2-b498d22380ee"}]}' {{(pid=116226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:01:02.674578 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-69b922bd-a617-4d53-8beb-7f44acaf5471 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "PUT /v2.0/floatingips/92e09369-1eab-443f-a223-805594203025 HTTP/1.1" status: 200 len: 993 time: 1.0040493 May 25 15:01:02.686800 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7616513e-f694-402d-9691-31b522706c7b x-openstack-request-id: req-7616513e-f694-402d-9691-31b522706c7b {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:01:02.687097 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2529df8-e20b-49ac-a79a-3591457940dd", "tag": "9e663dba-92f0-4076-8dd2-b498d22380ee", "status": "completed", "code": 200}]} {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:01:02.687345 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7616513e-f694-402d-9691-31b522706c7b {{(pid=116226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:01:02.687745 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7616513e-f694-402d-9691-31b522706c7b'] response: {'name': 'network-changed', 'server_uuid': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'tag': '9e663dba-92f0-4076-8dd2-b498d22380ee', 'status': 'completed', 'code': 200} May 25 15:01:02.734264 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-5dbe9bf3-d5af-4066-91b5-206798c921ae None None] Set router 7e34a6e3-edc3-449f-a348-eb9b0461b06c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:01:02.774028 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71502f-e546-4471-9974-3c5cc296ceb4 req-eab1e81e-38bb-493e-9a10-8fa6e58d0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:02.775575 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ab71502f-e546-4471-9974-3c5cc296ceb4 req-eab1e81e-38bb-493e-9a10-8fa6e58d0a98 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 1129 time: 0.0389361 May 25 15:01:02.868220 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71502f-e546-4471-9974-3c5cc296ceb4 req-355c3fe8-25ee-48bf-a772-47bc2e7b6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:02.869605 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ab71502f-e546-4471-9974-3c5cc296ceb4 req-355c3fe8-25ee-48bf-a772-47bc2e7b6dcc service neutron] 10.222.0.86 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 920 time: 0.0874710 May 25 15:01:02.931644 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ab71502f-e546-4471-9974-3c5cc296ceb4 req-00297300-bcbd-4d5f-9b76-8c92aeb4dbe2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e663dba-92f0-4076-8dd2-b498d22380ee HTTP/1.1" status: 200 len: 1001 time: 0.0556333 May 25 15:01:02.985238 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-5dbe9bf3-d5af-4066-91b5-206798c921ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:51Z', 'revision_number': 4, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'gw_port': {'id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '92e09369-1eab-443f-a223-805594203025', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'port_id': '9e663dba-92f0-4076-8dd2-b498d22380ee', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'mac_address': 'fa:16:3e:25:25:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:57:40Z', 'updated_at': '2022-05-25T15:01:02Z', 'revision_number': 3, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046875c1-2c4b-477e-8d70-b06725156f02', 'name': '', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'mac_address': 'fa:16:3e:f5:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:49Z', 'updated_at': '2022-05-25T14:55:04Z', 'revision_number': 5, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'subnets': [{'id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:02.996512 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71502f-e546-4471-9974-3c5cc296ceb4 req-75dc151a-3cc2-4d89-982d-13353acff066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:02.997999 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ab71502f-e546-4471-9974-3c5cc296ceb4 req-75dc151a-3cc2-4d89-982d-13353acff066 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ddc4207-3cdb-480e-9ac3-b200998dd0b9 HTTP/1.1" status: 200 len: 858 time: 0.0605328 May 25 15:01:03.010316 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe9bf3-d5af-4066-91b5-206798c921ae None None] Checking router: 7e34a6e3-edc3-449f-a348-eb9b0461b06c for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:01:03.019562 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe9bf3-d5af-4066-91b5-206798c921ae None None] Routers {'7e34a6e3-edc3-449f-a348-eb9b0461b06c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:01:03.020173 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-5dbe9bf3-d5af-4066-91b5-206798c921ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:00:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:03.041044 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71502f-e546-4471-9974-3c5cc296ceb4 req-92df54fa-b6f9-4c02-9cd7-91bfd0c50fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:03.042553 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ab71502f-e546-4471-9974-3c5cc296ceb4 req-92df54fa-b6f9-4c02-9cd7-91bfd0c50fae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386326 May 25 15:01:03.103515 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:03.121205 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-5dbe9bf3-d5af-4066-91b5-206798c921ae None None] Set router 7e34a6e3-edc3-449f-a348-eb9b0461b06c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:01:03.133632 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ab71502f-e546-4471-9974-3c5cc296ceb4 req-84ab76ac-915d-43e8-a17d-17c43e0ced84 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845709 May 25 15:01:03.229085 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ab71502f-e546-4471-9974-3c5cc296ceb4 req-e78f59a9-a0e8-4e14-b069-e5e48eb51068 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894260 May 25 15:01:03.336612 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-5dbe9bf3-d5af-4066-91b5-206798c921ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:51Z', 'revision_number': 4, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'gw_port': {'id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '92e09369-1eab-443f-a223-805594203025', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'port_id': '9e663dba-92f0-4076-8dd2-b498d22380ee', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'mac_address': 'fa:16:3e:25:25:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:57:40Z', 'updated_at': '2022-05-25T15:01:02Z', 'revision_number': 3, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046875c1-2c4b-477e-8d70-b06725156f02', 'name': '', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'mac_address': 'fa:16:3e:f5:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:49Z', 'updated_at': '2022-05-25T14:55:04Z', 'revision_number': 5, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'subnets': [{'id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:03.368305 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe9bf3-d5af-4066-91b5-206798c921ae None None] The sync data for ids ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'] in dv-cinder-830283-3-iscsi is: [{'id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:51Z', 'revision_number': 4, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'gw_port': {'id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '92e09369-1eab-443f-a223-805594203025', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'port_id': '9e663dba-92f0-4076-8dd2-b498d22380ee', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'mac_address': 'fa:16:3e:25:25:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:57:40Z', 'updated_at': '2022-05-25T15:01:02Z', 'revision_number': 3, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046875c1-2c4b-477e-8d70-b06725156f02', 'name': '', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'mac_address': 'fa:16:3e:f5:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:49Z', 'updated_at': '2022-05-25T14:55:04Z', 'revision_number': 5, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'subnets': [{'id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:01:04.689068 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'tag': '9e663dba-92f0-4076-8dd2-b498d22380ee'}] {{(pid=116226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:01:04.691320 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dc151ac6212342da2108a0a28b94f4203e9e0da67b00e21663921939482ef4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be551c9-2145-4459-ac3a-a3cddb626905" -d '{"events": [{"name": "network-changed", "server_uuid": "f2529df8-e20b-49ac-a79a-3591457940dd", "tag": "9e663dba-92f0-4076-8dd2-b498d22380ee"}]}' {{(pid=116226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:01:04.726930 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36712f12-05b3-4cd9-813f-b502a2485ec3 x-openstack-request-id: req-36712f12-05b3-4cd9-813f-b502a2485ec3 {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:01:04.727220 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2529df8-e20b-49ac-a79a-3591457940dd", "tag": "9e663dba-92f0-4076-8dd2-b498d22380ee", "status": "completed", "code": 200}]} {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:01:04.727493 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-36712f12-05b3-4cd9-813f-b502a2485ec3 {{(pid=116226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:01:04.727895 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36712f12-05b3-4cd9-813f-b502a2485ec3'] response: {'name': 'network-changed', 'server_uuid': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'tag': '9e663dba-92f0-4076-8dd2-b498d22380ee', 'status': 'completed', 'code': 200} May 25 15:01:04.837260 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be551c9-2145-4459-ac3a-a3cddb626905 req-8d44bc50-2173-4e30-ba22-f0eef0433d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:04.838789 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6be551c9-2145-4459-ac3a-a3cddb626905 req-8d44bc50-2173-4e30-ba22-f0eef0433d3a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 1129 time: 0.0426788 May 25 15:01:04.932989 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be551c9-2145-4459-ac3a-a3cddb626905 req-761ea06a-bff4-4b49-8815-3f11e50a7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:04.934718 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6be551c9-2145-4459-ac3a-a3cddb626905 req-761ea06a-bff4-4b49-8815-3f11e50a7370 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 920 time: 0.0879755 May 25 15:01:04.996000 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6be551c9-2145-4459-ac3a-a3cddb626905 req-c3ecc01a-f4e9-4c8d-a4a5-4e3a01fbde80 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e663dba-92f0-4076-8dd2-b498d22380ee HTTP/1.1" status: 200 len: 1001 time: 0.0552263 May 25 15:01:05.046383 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be551c9-2145-4459-ac3a-a3cddb626905 req-be906318-f60d-41e1-b0d5-11bf4aeeb42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:05.047890 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6be551c9-2145-4459-ac3a-a3cddb626905 req-be906318-f60d-41e1-b0d5-11bf4aeeb42a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ddc4207-3cdb-480e-9ac3-b200998dd0b9 HTTP/1.1" status: 200 len: 858 time: 0.0436523 May 25 15:01:05.092246 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:05.098619 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be551c9-2145-4459-ac3a-a3cddb626905 req-df207368-30f5-4d42-8956-d2d6fb3fb11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:05.100270 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6be551c9-2145-4459-ac3a-a3cddb626905 req-df207368-30f5-4d42-8956-d2d6fb3fb11a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455608 May 25 15:01:05.193703 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6be551c9-2145-4459-ac3a-a3cddb626905 req-49749a97-e1b6-4de4-a4a9-8462599fb4da service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860639 May 25 15:01:05.285458 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6be551c9-2145-4459-ac3a-a3cddb626905 req-27c61010-c9a1-48ed-b24f-3095d312b8ec service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849009 May 25 15:01:05.531313 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:06.610744 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-fdf60510-ff9b-43c3-8669-5e7850918028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:09.005708 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-948a2610-fb6b-4b3e-9abc-4ebfbc3691b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:10.477259 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:11.566942 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:01:11.593819 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:12.951728 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:13.340773 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=74 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:15.276140 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=17 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:15.282573 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=61 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:17.355909 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3dc56-aade-41ff-934e-b73a3d1e4e26 req-71584741-2ca0-475e-ab51-68f6cb5f4b91 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:17.357399 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b8a3dc56-aade-41ff-934e-b73a3d1e4e26 req-71584741-2ca0-475e-ab51-68f6cb5f4b91 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0494025 May 25 15:01:17.405107 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b8a3dc56-aade-41ff-934e-b73a3d1e4e26 req-0ba6207f-bf62-4d17-a61d-0f9423a9c77f tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419228 May 25 15:01:18.523394 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b507346-2bc8-4cdd-9f95-b7a3b13e55a7 req-91be8fa6-ee26-4434-ac06-03d0ac6f0ad3 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:18.524860 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8b507346-2bc8-4cdd-9f95-b7a3b13e55a7 req-91be8fa6-ee26-4434-ac06-03d0ac6f0ad3 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0468984 May 25 15:01:18.572068 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8b507346-2bc8-4cdd-9f95-b7a3b13e55a7 req-e462274c-8055-4b5c-8270-5c2ba0c41d2e tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417807 May 25 15:01:19.688225 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87c000-1b1f-4c0f-88fa-4685ab2de2c1 req-75b194bc-edf7-4738-9951-eed3a31a7ae6 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:19.689707 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cb87c000-1b1f-4c0f-88fa-4685ab2de2c1 req-75b194bc-edf7-4738-9951-eed3a31a7ae6 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0509207 May 25 15:01:19.739389 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cb87c000-1b1f-4c0f-88fa-4685ab2de2c1 req-c846437c-6d14-4819-82fe-50b885e1d477 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438483 May 25 15:01:20.852157 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b211a-aee7-4a40-9bad-0421b19bcc71 req-ec92db64-a529-46cf-b732-935c3bd98d68 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:20.853642 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5a4b211a-aee7-4a40-9bad-0421b19bcc71 req-ec92db64-a529-46cf-b732-935c3bd98d68 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0476363 May 25 15:01:20.901068 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5a4b211a-aee7-4a40-9bad-0421b19bcc71 req-2d71122f-9b42-4955-8e97-a574c6100fd2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413191 May 25 15:01:22.017198 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c95c54-ca28-4ba3-87eb-318c923f87b4 req-9192ecbe-9be6-4831-9ec1-60d911eb37c1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:22.018672 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c2c95c54-ca28-4ba3-87eb-318c923f87b4 req-9192ecbe-9be6-4831-9ec1-60d911eb37c1 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0497823 May 25 15:01:22.066035 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c2c95c54-ca28-4ba3-87eb-318c923f87b4 req-94ef9df0-d278-4a90-96fc-e11e2148a418 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416443 May 25 15:01:22.820037 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:22.821930 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:23.178624 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89ae2b-bc0e-4460-a2d8-783faa2f1844 req-dad6c4d4-ca90-4374-a688-f288225499e2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:23.180197 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ca89ae2b-bc0e-4460-a2d8-783faa2f1844 req-dad6c4d4-ca90-4374-a688-f288225499e2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0461831 May 25 15:01:23.227314 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ca89ae2b-bc0e-4460-a2d8-783faa2f1844 req-2cb1f24d-157b-4a7d-96e0-9172fbb50a03 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413363 May 25 15:01:24.342557 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95815558-5d85-4129-8e68-fb5b50353aad req-a166c23f-8374-4990-9d46-f8fdd6bb4082 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:24.344848 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-95815558-5d85-4129-8e68-fb5b50353aad req-a166c23f-8374-4990-9d46-f8fdd6bb4082 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0505979 May 25 15:01:24.396327 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-95815558-5d85-4129-8e68-fb5b50353aad req-9976710d-b709-4df0-90ec-b4f1622df3ed tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461240 May 25 15:01:25.510682 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c9a8c-0217-41a5-b0f0-23d6d71a5f15 req-5e702e7c-bfb7-4207-91ea-59d86d62c09b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:25.512164 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a80c9a8c-0217-41a5-b0f0-23d6d71a5f15 req-5e702e7c-bfb7-4207-91ea-59d86d62c09b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0476496 May 25 15:01:25.558595 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a80c9a8c-0217-41a5-b0f0-23d6d71a5f15 req-bc53cc97-1628-40c3-9c9d-5ef7d16eec45 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410013 May 25 15:01:26.675041 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d97f67-1a70-42d3-b786-696d5e2f820a req-6f180c17-edbe-4cc7-96ab-896526c86061 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:26.676569 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-62d97f67-1a70-42d3-b786-696d5e2f820a req-6f180c17-edbe-4cc7-96ab-896526c86061 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0487299 May 25 15:01:26.726660 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-62d97f67-1a70-42d3-b786-696d5e2f820a req-44a7ceb8-e44a-4859-93cb-edf45076391c tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443809 May 25 15:01:27.846603 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328c96a-5a3e-4d3e-b386-1f6475115312 req-865e92aa-8000-45ae-a96c-ef58ed5408ff tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:27.848116 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e328c96a-5a3e-4d3e-b386-1f6475115312 req-865e92aa-8000-45ae-a96c-ef58ed5408ff tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0518391 May 25 15:01:27.895966 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e328c96a-5a3e-4d3e-b386-1f6475115312 req-bfed8cdd-4223-4540-a87c-6bfbe32d10f3 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417376 May 25 15:01:29.011666 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144261a-b35d-4fb2-84c4-8805881bc757 req-2e1fe5d8-56b6-4f9f-b055-a1e0a613a75a tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:29.013131 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9144261a-b35d-4fb2-84c4-8805881bc757 req-2e1fe5d8-56b6-4f9f-b055-a1e0a613a75a tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0472500 May 25 15:01:29.031080 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:29.060038 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9144261a-b35d-4fb2-84c4-8805881bc757 req-8165b129-82e0-402f-8e19-322182596e4b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413904 May 25 15:01:29.422663 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:29.438038 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b86f2-f8aa-49fa-b0ad-3ccf207d07fd req-67053d99-2218-49d3-8623-da40fa3be2ec tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:29.439522 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-761b86f2-f8aa-49fa-b0ad-3ccf207d07fd req-67053d99-2218-49d3-8623-da40fa3be2ec tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0469120 May 25 15:01:29.489763 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-761b86f2-f8aa-49fa-b0ad-3ccf207d07fd req-4ad1d88c-f4ec-43f7-a580-d47b5c256b4e tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444791 May 25 15:01:29.649913 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561123c-8810-40b0-9c3a-e07ff64e8c11 req-1ce5e1f9-b728-49cb-b961-eaaf12bd1bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:29.651380 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7561123c-8810-40b0-9c3a-e07ff64e8c11 req-1ce5e1f9-b728-49cb-b961-eaaf12bd1bf0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=89a36e186c5f4d3c8b9030d91f6a30f6&device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 1129 time: 0.0384901 May 25 15:01:29.740266 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561123c-8810-40b0-9c3a-e07ff64e8c11 req-5bcaa612-8586-4472-9c52-a9eb88429690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:29.741742 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7561123c-8810-40b0-9c3a-e07ff64e8c11 req-5bcaa612-8586-4472-9c52-a9eb88429690 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ebc02943-e245-4287-8851-2c76f257286a HTTP/1.1" status: 200 len: 911 time: 0.0848310 May 25 15:01:29.813193 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7561123c-8810-40b0-9c3a-e07ff64e8c11 req-31108a13-a358-4ffa-b993-cd0b2436b452 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1adf867b-8b01-47c8-9071-efb5a796ac50 HTTP/1.1" status: 200 len: 1001 time: 0.0594351 May 25 15:01:29.862626 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561123c-8810-40b0-9c3a-e07ff64e8c11 req-8afbe5e0-2604-4091-a606-28edfe550a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:29.864116 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7561123c-8810-40b0-9c3a-e07ff64e8c11 req-8afbe5e0-2604-4091-a606-28edfe550a0d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8a273b51-9d95-4b21-9830-1ac6ac028637 HTTP/1.1" status: 200 len: 849 time: 0.0445271 May 25 15:01:29.914627 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561123c-8810-40b0-9c3a-e07ff64e8c11 req-d0bea450-aaf0-4cb8-b91d-62fe56758816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:29.914627 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7561123c-8810-40b0-9c3a-e07ff64e8c11 req-d0bea450-aaf0-4cb8-b91d-62fe56758816 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebc02943-e245-4287-8851-2c76f257286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396154 May 25 15:01:30.004892 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7561123c-8810-40b0-9c3a-e07ff64e8c11 req-23ec0666-75fa-4688-84e0-f7be3f5d4ae1 service neutron] 10.222.0.86 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867739 May 25 15:01:30.096317 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7561123c-8810-40b0-9c3a-e07ff64e8c11 req-20f025bc-3d4e-4056-923f-243e1ae43890 service neutron] 10.222.0.86 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849433 May 25 15:01:30.609672 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a7432-c883-421a-900f-f62be86a8817 req-6627a285-ec3b-41e1-9d0b-4e437296a3be tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:30.611082 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8a7a7432-c883-421a-900f-f62be86a8817 req-6627a285-ec3b-41e1-9d0b-4e437296a3be tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0523045 May 25 15:01:30.657986 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8a7a7432-c883-421a-900f-f62be86a8817 req-61f41b8f-fb16-4d6e-b63f-7ef7f7104f07 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413003 May 25 15:01:31.771354 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfffb2-8874-453d-a47b-a715b8121c0f req-14307255-3178-4882-8a12-4c46c8caeb34 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:31.772820 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8bcfffb2-8874-453d-a47b-a715b8121c0f req-14307255-3178-4882-8a12-4c46c8caeb34 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0466425 May 25 15:01:31.819137 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8bcfffb2-8874-453d-a47b-a715b8121c0f req-17e18201-509f-4435-8ad0-f3bdaf535fc4 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407331 May 25 15:01:34.583783 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=80 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:34.585033 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:35.564655 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:36.639984 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-63cff4d3-e80b-44b5-b5bc-567e0311cbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:38.964311 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1b50417b-f603-4cce-b830-fb610ea8f0e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:40.318416 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:41.409294 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78e5b4-1225-4ece-86d6-e9e2f4fd9e52 req-e79f538e-e4d6-4be2-ba99-0b7da60d23cf tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:41.410854 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9d78e5b4-1225-4ece-86d6-e9e2f4fd9e52 req-e79f538e-e4d6-4be2-ba99-0b7da60d23cf tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 945 time: 0.0489147 May 25 15:01:41.462349 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9d78e5b4-1225-4ece-86d6-e9e2f4fd9e52 req-42b706b6-cb09-419f-812d-85e8dbddd290 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457919 May 25 15:01:41.470603 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:41.847683 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfeade-7bc8-42c6-96e9-a99e6a381e17 req-3bc5720f-6adf-4500-b0c2-f42447441719 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:41.849289 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3bdfeade-7bc8-42c6-96e9-a99e6a381e17 req-3bc5720f-6adf-4500-b0c2-f42447441719 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0486763 May 25 15:01:41.890857 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:41.909775 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3bdfeade-7bc8-42c6-96e9-a99e6a381e17 req-aa0b86e7-6839-4537-a2ab-35803bc0c0bd tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547915 May 25 15:01:42.576702 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc2223-d077-4972-8422-de03f5e9d6c0 req-7207d2d7-3b82-44fd-89d2-28d3782ad2b2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:42.578717 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-18bc2223-d077-4972-8422-de03f5e9d6c0 req-7207d2d7-3b82-44fd-89d2-28d3782ad2b2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 945 time: 0.0471609 May 25 15:01:42.625553 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-18bc2223-d077-4972-8422-de03f5e9d6c0 req-64e426de-df93-424c-8a25-5a3b11539535 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412314 May 25 15:01:42.901568 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:43.033794 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b9ce2-83a1-4b41-ab68-cf668b3de440 req-f8a608c8-d2c5-4b3f-81a2-48d0473ae870 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:43.035273 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d05b9ce2-83a1-4b41-ab68-cf668b3de440 req-f8a608c8-d2c5-4b3f-81a2-48d0473ae870 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0510054 May 25 15:01:43.060530 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:43.132747 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d05b9ce2-83a1-4b41-ab68-cf668b3de440 req-9360675f-a527-4750-a30f-6dbc2262afe8 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914514 May 25 15:01:43.135056 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6c4e9d85-b645-4a8e-8652-d68e5482381a req-07b30844-aa6c-4e17-92c8-dd30daa6395f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646908 May 25 15:01:43.208753 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc600aa7-98b2-49e1-bfe1-5d86918315cd req-fc5274dd-774e-4aab-b367-ddb890ed09c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:43.210488 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bc600aa7-98b2-49e1-bfe1-5d86918315cd req-fc5274dd-774e-4aab-b367-ddb890ed09c9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb0ee163dc0c4237aaa4e2efb85878fc&device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 1169 time: 0.0426693 May 25 15:01:43.391558 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc600aa7-98b2-49e1-bfe1-5d86918315cd req-1cde603e-45d1-4322-8a5a-79445a80cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:43.393030 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bc600aa7-98b2-49e1-bfe1-5d86918315cd req-1cde603e-45d1-4322-8a5a-79445a80cf9f service neutron] 10.222.0.86 "GET /v2.0/networks?id=dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 HTTP/1.1" status: 200 len: 916 time: 0.1004879 May 25 15:01:43.663714 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bc600aa7-98b2-49e1-bfe1-5d86918315cd req-dbbfec64-5a2b-480d-9898-33350687455b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cc89087-34bc-4911-a164-56f942a0863e HTTP/1.1" status: 200 len: 1001 time: 0.0633922 May 25 15:01:43.677595 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e9d85-b645-4a8e-8652-d68e5482381a req-04192d9e-9e03-41ec-9e92-eef6c8dcc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:43.679219 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6c4e9d85-b645-4a8e-8652-d68e5482381a req-04192d9e-9e03-41ec-9e92-eef6c8dcc232 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9263e6d657dd458d9f497bb868adb941&device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 1129 time: 0.0767667 May 25 15:01:43.687548 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62487a53-15ab-4113-b862-50131e9498d8 req-7a32130b-0231-46da-a2b3-e4051d139591 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:43.689375 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-62487a53-15ab-4113-b862-50131e9498d8 req-7a32130b-0231-46da-a2b3-e4051d139591 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 945 time: 0.0767584 May 25 15:01:43.770161 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc600aa7-98b2-49e1-bfe1-5d86918315cd req-e908408b-4cab-4c30-a51b-30af11de280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:43.771719 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bc600aa7-98b2-49e1-bfe1-5d86918315cd req-e908408b-4cab-4c30-a51b-30af11de280f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7a9fd0d3-f0e2-4879-858d-35599eac1d8a HTTP/1.1" status: 200 len: 854 time: 0.1007745 May 25 15:01:43.780140 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7e782-dc26-460b-bf3d-4d09d9fb5879 req-2e8ed57e-3ea6-4857-a25a-b95fc1320dcc tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:43.781449 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-95c7e782-dc26-460b-bf3d-4d09d9fb5879 req-2e8ed57e-3ea6-4857-a25a-b95fc1320dcc tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 945 time: 0.0697351 May 25 15:01:43.839440 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc600aa7-98b2-49e1-bfe1-5d86918315cd req-0e84d0f5-a681-4224-b209-03231d168c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:43.840939 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bc600aa7-98b2-49e1-bfe1-5d86918315cd req-0e84d0f5-a681-4224-b209-03231d168c05 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586398 May 25 15:01:43.853767 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-62487a53-15ab-4113-b862-50131e9498d8 req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Deleting port 4611b1ea-e778-46d6-8c99-04a8f2928cb5 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:01:43.854106 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-62487a53-15ab-4113-b862-50131e9498d8 req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (4611b1ea-e778-46d6-8c99-04a8f2928cb5), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:43.875083 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e9d85-b645-4a8e-8652-d68e5482381a req-95df6ec1-2923-498c-9e9b-32661504476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:43.876616 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6c4e9d85-b645-4a8e-8652-d68e5482381a req-95df6ec1-2923-498c-9e9b-32661504476a service neutron] 10.222.0.86 "GET /v2.0/networks?id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 200 len: 920 time: 0.1680841 May 25 15:01:43.951560 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6c4e9d85-b645-4a8e-8652-d68e5482381a req-d8d42aa5-87c6-4884-af84-312f22d5b3bc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 HTTP/1.1" status: 200 len: 217 time: 0.0451002 May 25 15:01:44.043248 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-62487a53-15ab-4113-b862-50131e9498d8 req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] For port 4611b1ea-e778-46d6-8c99-04a8f2928cb5, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=4611b1ea-e778-46d6-8c99-04a8f2928cb5,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:01:44.043624 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-62487a53-15ab-4113-b862-50131e9498d8 req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (4611b1ea-e778-46d6-8c99-04a8f2928cb5), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:44.055336 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e9d85-b645-4a8e-8652-d68e5482381a req-e1f30e40-d781-4709-b41e-106b7a9b31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:44.056818 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6c4e9d85-b645-4a8e-8652-d68e5482381a req-e1f30e40-d781-4709-b41e-106b7a9b31ff service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ddc4207-3cdb-480e-9ac3-b200998dd0b9 HTTP/1.1" status: 200 len: 858 time: 0.0971100 May 25 15:01:44.136024 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-95c7e782-dc26-460b-bf3d-4d09d9fb5879 req-844ba3a7-3a30-47da-a312-ac9d2aa6562b tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=affcaae1-5efc-4344-a1b3-28c5bcd5bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3458660 May 25 15:01:44.187003 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e9d85-b645-4a8e-8652-d68e5482381a req-009c4149-3efd-456d-9264-fc12a289d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:44.188131 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bc600aa7-98b2-49e1-bfe1-5d86918315cd req-ea32577e-86fa-493b-bb85-2d0a3b9c64a1 service neutron] 10.222.0.86 "GET /v2.0/networks/dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390355 May 25 15:01:44.188907 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6c4e9d85-b645-4a8e-8652-d68e5482381a req-009c4149-3efd-456d-9264-fc12a289d308 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1248848 May 25 15:01:44.295451 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8501c-f7fd-491d-a8c9-a64446c5368a req-4cd65032-83a5-411d-8ad9-497a3874f53d tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:44.297480 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bdb8501c-f7fd-491d-a8c9-a64446c5368a req-4cd65032-83a5-411d-8ad9-497a3874f53d tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0909252 May 25 15:01:44.347644 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bc600aa7-98b2-49e1-bfe1-5d86918315cd req-82da0c1d-a756-4aa2-8596-cc8b9c20e910 service neutron] 10.222.0.86 "GET /v2.0/networks/dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490915 May 25 15:01:44.362485 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:44.375170 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6c4e9d85-b645-4a8e-8652-d68e5482381a req-501ab1c4-a2f7-4f95-950e-a874122f44e9 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747799 May 25 15:01:44.383178 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-62487a53-15ab-4113-b862-50131e9498d8 req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:44.383928 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-62487a53-15ab-4113-b862-50131e9498d8 req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (ae35c7b4-d545-4f63-92e7-22560a65976b), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:44.384065 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [req-62487a53-15ab-4113-b862-50131e9498d8 req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Floating IP ae35c7b4-d545-4f63-92e7-22560a65976b disassociated. External IP: 172.27.1.24, port: 4611b1ea-e778-46d6-8c99-04a8f2928cb5. May 25 15:01:44.384339 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-62487a53-15ab-4113-b862-50131e9498d8 req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Calling delete_port for 4611b1ea-e778-46d6-8c99-04a8f2928cb5 owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:01:44.389884 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bdb8501c-f7fd-491d-a8c9-a64446c5368a req-a8dce26e-f675-4859-a791-8dcb47e6424d tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799105 May 25 15:01:44.517978 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:44.539421 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6c4e9d85-b645-4a8e-8652-d68e5482381a req-a4198934-7bc4-4008-ba84-cfd75834ba15 service neutron] 10.222.0.86 "GET /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521335 May 25 15:01:44.543399 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d3e22-81d3-4a44-baa7-33884dc46f57 req-a8d4a5d5-d035-43c9-8d0a-4f1c2e228b64 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:44.544892 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-719d3e22-81d3-4a44-baa7-33884dc46f57 req-a8d4a5d5-d035-43c9-8d0a-4f1c2e228b64 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 946 time: 0.0475991 May 25 15:01:44.589304 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:44.598215 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-719d3e22-81d3-4a44-baa7-33884dc46f57 req-c61ca57d-267d-4720-8301-02333526206f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470662 May 25 15:01:44.684732 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-62487a53-15ab-4113-b862-50131e9498d8 req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (4611b1ea-e778-46d6-8c99-04a8f2928cb5), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:44.714206 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event deleted for resources: {'Port': ['ID=4611b1ea-e778-46d6-8c99-04a8f2928cb5,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:44.727775 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:44.728136 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:44.728471 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:44.728817 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:44.729157 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:44.729499 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:44.729830 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:44.730210 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:44.730530 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:44.730891 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:44.731218 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:44.738095 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:44.738095 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:44.738095 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:44.738095 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:44.840149 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62487a53-15ab-4113-b862-50131e9498d8 req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Router e98aa9c8-7bcd-4315-a027-4c785c58670b has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:01:44.946047 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62487a53-15ab-4113-b862-50131e9498d8 req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:01:44.958692 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3c2bc6-56d0-432e-824f-a8454b1d566b None None] Sync routers for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:01:44.969348 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c2bc6-56d0-432e-824f-a8454b1d566b None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:01:44.969962 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-1a3c2bc6-56d0-432e-824f-a8454b1d566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:01:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:44.992589 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-62487a53-15ab-4113-b862-50131e9498d8 req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] No DVR routers for this DVR port 4611b1ea-e778-46d6-8c99-04a8f2928cb5 on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:01:44.995834 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-62487a53-15ab-4113-b862-50131e9498d8 req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:44.999670 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-62487a53-15ab-4113-b862-50131e9498d8 req-d06ef51f-4ee2-4f73-af08-4cece2a8dab2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "DELETE /v2.0/ports/4611b1ea-e778-46d6-8c99-04a8f2928cb5 HTTP/1.1" status: 204 len: 173 time: 1.3004985 May 25 15:01:45.000133 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e', 'name': 'network-vif-deleted', 'tag': '4611b1ea-e778-46d6-8c99-04a8f2928cb5'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:01:45.002396 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fed11c-da30-4450-928b-ac30e1a5c6b6" -d '{"events": [{"server_uuid": "1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e", "name": "network-vif-deleted", "tag": "4611b1ea-e778-46d6-8c99-04a8f2928cb5"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:01:45.042793 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9ac1d1-a2da-47b0-9368-146a614f5456 x-openstack-request-id: req-4a9ac1d1-a2da-47b0-9368-146a614f5456 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:01:45.043087 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e", "name": "network-vif-deleted", "tag": "4611b1ea-e778-46d6-8c99-04a8f2928cb5", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:01:45.043334 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4a9ac1d1-a2da-47b0-9368-146a614f5456 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:01:45.043733 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a9ac1d1-a2da-47b0-9368-146a614f5456'] response: {'server_uuid': '1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e', 'name': 'network-vif-deleted', 'tag': '4611b1ea-e778-46d6-8c99-04a8f2928cb5', 'status': 'completed', 'code': 200} May 25 15:01:45.077532 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-1a3c2bc6-56d0-432e-824f-a8454b1d566b None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:01:45.235105 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2a96efe7-d541-4d37-9f9b-e56ac4a79390 req-df4796b4-b9e9-4e86-a4b8-4550ed4d00ff tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 210 time: 0.0283298 May 25 15:01:45.466740 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-1a3c2bc6-56d0-432e-824f-a8454b1d566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '6ac9ff80-34ce-4c07-a035-433f4c01873f', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'port_id': '17a70972-093e-43d6-a189-0a0186e2adeb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'mac_address': 'fa:16:3e:1e:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:54:53Z', 'updated_at': '2022-05-25T14:55:55Z', 'revision_number': 2, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:45.493761 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3c2bc6-56d0-432e-824f-a8454b1d566b None None] Checking router: e98aa9c8-7bcd-4315-a027-4c785c58670b for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:01:45.503218 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c2bc6-56d0-432e-824f-a8454b1d566b None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:01:45.503951 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-1a3c2bc6-56d0-432e-824f-a8454b1d566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:01:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:45.515984 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953c555-1c8a-485e-9c39-aa8cf967c32d req-27e3178f-f63d-4d90-99f7-86c4567859ff tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:45.517660 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9953c555-1c8a-485e-9c39-aa8cf967c32d req-27e3178f-f63d-4d90-99f7-86c4567859ff tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0511975 May 25 15:01:45.581409 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9953c555-1c8a-485e-9c39-aa8cf967c32d req-e1e25db7-6f3b-46c5-b053-6c529b307c94 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571985 May 25 15:01:45.611497 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-1a3c2bc6-56d0-432e-824f-a8454b1d566b None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:01:45.720424 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703ddca-b64c-4d36-aba1-ae023bcc4d83 req-aaf92660-c1ff-4f3b-b29a-1c244084a57c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:45.722047 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6703ddca-b64c-4d36-aba1-ae023bcc4d83 req-aaf92660-c1ff-4f3b-b29a-1c244084a57c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 946 time: 0.0503962 May 25 15:01:45.775743 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6703ddca-b64c-4d36-aba1-ae023bcc4d83 req-982d32e7-d695-4a29-94f5-f6a83f3992a9 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478072 May 25 15:01:45.835277 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-1a3c2bc6-56d0-432e-824f-a8454b1d566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '6ac9ff80-34ce-4c07-a035-433f4c01873f', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'port_id': '17a70972-093e-43d6-a189-0a0186e2adeb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'mac_address': 'fa:16:3e:1e:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:54:53Z', 'updated_at': '2022-05-25T14:55:55Z', 'revision_number': 2, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:45.861634 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3c2bc6-56d0-432e-824f-a8454b1d566b None None] The sync data for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi is: [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '6ac9ff80-34ce-4c07-a035-433f4c01873f', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'port_id': '17a70972-093e-43d6-a189-0a0186e2adeb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'mac_address': 'fa:16:3e:1e:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:54:53Z', 'updated_at': '2022-05-25T14:55:55Z', 'revision_number': 2, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:01:46.143547 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549ab19-c487-4a4e-9565-42e55c91d31d None None] New status for floating IP ae35c7b4-d545-4f63-92e7-22560a65976b: DOWN {{(pid=116228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:01:46.336916 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-56e912c2-3039-4d5b-a886-7a42b3190c96 req-652d30ca-9235-42e7-854c-963fe5f3859d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 210 time: 0.0295205 May 25 15:01:46.625645 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079dcc2-cd59-4d13-bd45-bbf39d497c47 req-f760f83a-da02-49a6-8e36-b162b9b40b42 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:46.627180 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-5079dcc2-cd59-4d13-bd45-bbf39d497c47 req-f760f83a-da02-49a6-8e36-b162b9b40b42 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.86 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 946 time: 0.0495756 May 25 15:01:46.669079 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:46.714022 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33281ba4-30cc-447e-a495-0f5e98ccefab req-a16a9ddf-f134-4fd4-8b41-c96c3e751c2f tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:46.715951 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-33281ba4-30cc-447e-a495-0f5e98ccefab req-a16a9ddf-f134-4fd4-8b41-c96c3e751c2f tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0574274 May 25 15:01:46.731059 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-5079dcc2-cd59-4d13-bd45-bbf39d497c47 req-1ae4c68f-adee-4c4d-98ed-5d4cb869ed23 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Deleting port 681873f5-4d38-4cac-8460-0a3e8282503d {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:01:46.731406 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-5079dcc2-cd59-4d13-bd45-bbf39d497c47 req-1ae4c68f-adee-4c4d-98ed-5d4cb869ed23 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:46.781345 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-33281ba4-30cc-447e-a495-0f5e98ccefab req-58ecdf49-9040-44b9-9b83-cd6c3ab889e8 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585740 May 25 15:01:46.833380 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-5079dcc2-cd59-4d13-bd45-bbf39d497c47 req-1ae4c68f-adee-4c4d-98ed-5d4cb869ed23 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] For port 681873f5-4d38-4cac-8460-0a3e8282503d, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=681873f5-4d38-4cac-8460-0a3e8282503d,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:01:46.836796 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-5079dcc2-cd59-4d13-bd45-bbf39d497c47 req-1ae4c68f-adee-4c4d-98ed-5d4cb869ed23 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:46.869772 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 4611b1ea-e778-46d6-8c99-04a8f2928cb5 no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:01:46.896623 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: 4611b1ea-e778-46d6-8c99-04a8f2928cb5 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:01:46.899896 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 4611b1ea-e778-46d6-8c99-04a8f2928cb5 not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:01:46.910348 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20196b-1ece-4497-ba80-694504c5ad92 req-27d37b94-3ba0-47f5-bcc8-9084756e84d9 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:46.912152 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2d20196b-1ece-4497-ba80-694504c5ad92 req-27d37b94-3ba0-47f5-bcc8-9084756e84d9 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 946 time: 0.0565159 May 25 15:01:46.963895 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2d20196b-1ece-4497-ba80-694504c5ad92 req-ac651d21-ee17-42f2-aba9-8a4699ec9bd3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a771ba-45a9-46c4-8ed8-a07e381be726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457187 May 25 15:01:47.022243 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-5079dcc2-cd59-4d13-bd45-bbf39d497c47 req-1ae4c68f-adee-4c4d-98ed-5d4cb869ed23 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:47.022659 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-5079dcc2-cd59-4d13-bd45-bbf39d497c47 req-1ae4c68f-adee-4c4d-98ed-5d4cb869ed23 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (eec803a0-181e-4ed2-abce-92090a6556bf), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:47.023061 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [req-5079dcc2-cd59-4d13-bd45-bbf39d497c47 req-1ae4c68f-adee-4c4d-98ed-5d4cb869ed23 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Floating IP eec803a0-181e-4ed2-abce-92090a6556bf disassociated. External IP: 172.27.1.180, port: 681873f5-4d38-4cac-8460-0a3e8282503d. May 25 15:01:47.023417 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-5079dcc2-cd59-4d13-bd45-bbf39d497c47 req-1ae4c68f-adee-4c4d-98ed-5d4cb869ed23 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Calling delete_port for 681873f5-4d38-4cac-8460-0a3e8282503d owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:01:47.067674 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:47.256242 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-5079dcc2-cd59-4d13-bd45-bbf39d497c47 req-1ae4c68f-adee-4c4d-98ed-5d4cb869ed23 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (681873f5-4d38-4cac-8460-0a3e8282503d), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:47.295307 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4c68f-adee-4c4d-98ed-5d4cb869ed23 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Pushing event deleted for resources: {'Port': ['ID=681873f5-4d38-4cac-8460-0a3e8282503d,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:47.382022 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:47.421830 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5079dcc2-cd59-4d13-bd45-bbf39d497c47 req-1ae4c68f-adee-4c4d-98ed-5d4cb869ed23 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Router cbef5c56-0d19-4a35-8e5b-f4663b52c690 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:01:47.473791 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a54bb5c7-20cf-43df-aa56-9f88f084c691 req-15cbd75f-229c-4db8-9f2b-15511cd7e749 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ecd2c17-098e-4aa9-9ec8-4f05f7e4826e HTTP/1.1" status: 200 len: 210 time: 0.0351181 May 25 15:01:47.547536 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5079dcc2-cd59-4d13-bd45-bbf39d497c47 req-1ae4c68f-adee-4c4d-98ed-5d4cb869ed23 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:01:47.558877 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28659ac-faf1-4a67-ba9d-59987e5d5382 None None] Sync routers for ids ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:01:47.571243 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28659ac-faf1-4a67-ba9d-59987e5d5382 None None] Routers {'cbef5c56-0d19-4a35-8e5b-f4663b52c690'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:01:47.572143 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-b28659ac-faf1-4a67-ba9d-59987e5d5382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:01:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:47.595003 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5079dcc2-cd59-4d13-bd45-bbf39d497c47 req-1ae4c68f-adee-4c4d-98ed-5d4cb869ed23 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] No DVR routers for this DVR port 681873f5-4d38-4cac-8460-0a3e8282503d on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:01:47.597525 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-5079dcc2-cd59-4d13-bd45-bbf39d497c47 req-1ae4c68f-adee-4c4d-98ed-5d4cb869ed23 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:47.600816 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-5079dcc2-cd59-4d13-bd45-bbf39d497c47 req-1ae4c68f-adee-4c4d-98ed-5d4cb869ed23 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.86 "DELETE /v2.0/ports/681873f5-4d38-4cac-8460-0a3e8282503d HTTP/1.1" status: 204 len: 173 time: 0.9669447 May 25 15:01:47.601260 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f09fd70-df36-4976-a829-ebe720c7e516', 'name': 'network-vif-deleted', 'tag': '681873f5-4d38-4cac-8460-0a3e8282503d'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:01:47.603801 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffd4ffb-d878-434b-945c-33af28f214b2" -d '{"events": [{"server_uuid": "1f09fd70-df36-4976-a829-ebe720c7e516", "name": "network-vif-deleted", "tag": "681873f5-4d38-4cac-8460-0a3e8282503d"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:01:47.650301 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bf257f-554a-4b2b-a4f8-f70eadeab67d x-openstack-request-id: req-51bf257f-554a-4b2b-a4f8-f70eadeab67d {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:01:47.650956 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f09fd70-df36-4976-a829-ebe720c7e516", "name": "network-vif-deleted", "tag": "681873f5-4d38-4cac-8460-0a3e8282503d", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:01:47.651064 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-51bf257f-554a-4b2b-a4f8-f70eadeab67d {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:01:47.651432 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51bf257f-554a-4b2b-a4f8-f70eadeab67d'] response: {'server_uuid': '1f09fd70-df36-4976-a829-ebe720c7e516', 'name': 'network-vif-deleted', 'tag': '681873f5-4d38-4cac-8460-0a3e8282503d', 'status': 'completed', 'code': 200} May 25 15:01:47.679304 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:47.693693 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:47.695904 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-b28659ac-faf1-4a67-ba9d-59987e5d5382 None None] Set router cbef5c56-0d19-4a35-8e5b-f4663b52c690 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:01:47.901074 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-b28659ac-faf1-4a67-ba9d-59987e5d5382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '2f5acd3c-c621-489f-9168-6d1e80220740', 'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'mac_address': 'fa:16:3e:43:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:55:01Z', 'revision_number': 5, 'project_id': '18c8213736cf4113951fbb3520c18183', 'subnets': [{'id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:47.902536 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77375b18-10d0-4154-ad92-ce924525447c req-9b8934da-4319-41b3-a39c-a9ea899e2e47 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:47.904386 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-77375b18-10d0-4154-ad92-ce924525447c req-9b8934da-4319-41b3-a39c-a9ea899e2e47 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0495241 May 25 15:01:47.930108 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28659ac-faf1-4a67-ba9d-59987e5d5382 None None] Checking router: cbef5c56-0d19-4a35-8e5b-f4663b52c690 for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:01:47.939820 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28659ac-faf1-4a67-ba9d-59987e5d5382 None None] Routers {'cbef5c56-0d19-4a35-8e5b-f4663b52c690'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:01:47.940445 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-b28659ac-faf1-4a67-ba9d-59987e5d5382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:01:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:47.968925 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-77375b18-10d0-4154-ad92-ce924525447c req-706d5f70-c3ae-415d-8bf2-63f0609ee17c tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573001 May 25 15:01:48.046067 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-b28659ac-faf1-4a67-ba9d-59987e5d5382 None None] Set router cbef5c56-0d19-4a35-8e5b-f4663b52c690 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:01:48.075953 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6f6e5fda-e7ca-43d9-b689-bee3dbb8cf4e req-f80e5bd7-cda7-4df0-86f8-db5a2f8113d0 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f09fd70-df36-4976-a829-ebe720c7e516 HTTP/1.1" status: 200 len: 210 time: 0.0315335 May 25 15:01:48.245513 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:48.256198 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-b28659ac-faf1-4a67-ba9d-59987e5d5382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '2f5acd3c-c621-489f-9168-6d1e80220740', 'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'mac_address': 'fa:16:3e:43:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:55:01Z', 'revision_number': 5, 'project_id': '18c8213736cf4113951fbb3520c18183', 'subnets': [{'id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:48.284010 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28659ac-faf1-4a67-ba9d-59987e5d5382 None None] The sync data for ids ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'] in dv-cinder-830283-3-iscsi is: [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '2f5acd3c-c621-489f-9168-6d1e80220740', 'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'mac_address': 'fa:16:3e:43:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:55:01Z', 'revision_number': 5, 'project_id': '18c8213736cf4113951fbb3520c18183', 'subnets': [{'id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:01:48.503408 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a7854c-ba80-4db4-b4ba-df4922f79f04 None None] New status for floating IP eec803a0-181e-4ed2-abce-92090a6556bf: DOWN {{(pid=116228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:01:48.648967 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 59908) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:48.650670 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:01:48.706081 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (affcaae1-5efc-4344-a1b3-28c5bcd5bd86), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:48.728914 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (affcaae1-5efc-4344-a1b3-28c5bcd5bd86), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:48.863076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 681873f5-4d38-4cac-8460-0a3e8282503d no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:01:48.888294 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: 681873f5-4d38-4cac-8460-0a3e8282503d {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:01:48.888642 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 681873f5-4d38-4cac-8460-0a3e8282503d not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:01:48.912911 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (affcaae1-5efc-4344-a1b3-28c5bcd5bd86), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:48.921544 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:48.921544 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "DELETE /v2.0/security-groups/affcaae1-5efc-4344-a1b3-28c5bcd5bd86 HTTP/1.1" status: 204 len: 168 time: 0.2667916 May 25 15:01:48.921798 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 59910) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:48.927131 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=affcaae1-5efc-4344-a1b3-28c5bcd5bd86,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:48.934923 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.api.v2.resource [None req-091c84b3-2943-42bb-9ae5-af8e9b3d47c5 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] show failed (client error): The resource could not be found. May 25 15:01:48.935261 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:48.935617 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:48.936533 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:48.936676 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-091c84b3-2943-42bb-9ae5-af8e9b3d47c5 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups/affcaae1-5efc-4344-a1b3-28c5bcd5bd86 HTTP/1.1" status: 404 len: 347 time: 0.0149364 May 25 15:01:48.936833 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:48.937133 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:48.937465 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:48.937797 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:48.938127 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:48.938460 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:48.938816 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:48.939151 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:48.939481 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:48.939807 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:48.940131 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:48.940227 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 59912) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:48.940456 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313fd42-4030-453e-a9ae-66f5db3c1667 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:49.059490 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-a705e712-7609-4fbf-ae8c-83269c2424eb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Deleting port 0f42bbef-37e9-4f56-8b4d-5abed63d7bcf {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:01:49.059894 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a705e712-7609-4fbf-ae8c-83269c2424eb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (0f42bbef-37e9-4f56-8b4d-5abed63d7bcf), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:49.086141 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c5eca-4570-4fe2-8fa7-39c154e0d5a6 req-9bf3535d-0df3-40ee-9f2a-1b6ba060714a tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:49.087665 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f43c5eca-4570-4fe2-8fa7-39c154e0d5a6 req-9bf3535d-0df3-40ee-9f2a-1b6ba060714a tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0496373 May 25 15:01:49.132612 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:49.139281 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a705e712-7609-4fbf-ae8c-83269c2424eb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (0f42bbef-37e9-4f56-8b4d-5abed63d7bcf), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:49.139612 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a705e712-7609-4fbf-ae8c-83269c2424eb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (0f42bbef-37e9-4f56-8b4d-5abed63d7bcf), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:49.156718 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-a705e712-7609-4fbf-ae8c-83269c2424eb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Calling delete_port for 0f42bbef-37e9-4f56-8b4d-5abed63d7bcf owned by network:floatingip {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:01:49.164539 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f43c5eca-4570-4fe2-8fa7-39c154e0d5a6 req-dee77768-843d-421e-9615-db898308c45a tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0709121 May 25 15:01:49.268762 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 59920) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:49.335026 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2333bec0-6f86-46b3-8953-56429f6dc04c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group (c1a771ba-45a9-46c4-8ed8-a07e381be726), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:49.361493 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2333bec0-6f86-46b3-8953-56429f6dc04c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group (c1a771ba-45a9-46c4-8ed8-a07e381be726), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:49.499328 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2333bec0-6f86-46b3-8953-56429f6dc04c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (c1a771ba-45a9-46c4-8ed8-a07e381be726), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:49.502110 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2333bec0-6f86-46b3-8953-56429f6dc04c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:49.503387 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-2333bec0-6f86-46b3-8953-56429f6dc04c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "DELETE /v2.0/security-groups/c1a771ba-45a9-46c4-8ed8-a07e381be726 HTTP/1.1" status: 204 len: 168 time: 0.2334654 May 25 15:01:49.506618 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 59922) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:49.512887 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333bec0-6f86-46b3-8953-56429f6dc04c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a771ba-45a9-46c4-8ed8-a07e381be726,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:49.525453 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.api.v2.resource [None req-85332d98-9ac3-4956-888a-c2eda8f39eed tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] show failed (client error): The resource could not be found. May 25 15:01:49.526474 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-85332d98-9ac3-4956-888a-c2eda8f39eed tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups/c1a771ba-45a9-46c4-8ed8-a07e381be726 HTTP/1.1" status: 404 len: 347 time: 0.0189066 May 25 15:01:49.529515 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 59924) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:49.621600 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a705e712-7609-4fbf-ae8c-83269c2424eb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (0f42bbef-37e9-4f56-8b4d-5abed63d7bcf), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:49.644329 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-34f696da-6cea-4e6a-91be-5a85e04ceabb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Deleting port a1efb4bc-332a-43a0-9552-a4e8b339bdea {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:01:49.644677 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-34f696da-6cea-4e6a-91be-5a85e04ceabb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (a1efb4bc-332a-43a0-9552-a4e8b339bdea), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:49.647900 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e712-7609-4fbf-ae8c-83269c2424eb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event deleted for resources: {'Port': ['ID=0f42bbef-37e9-4f56-8b4d-5abed63d7bcf,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:49.715832 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a705e712-7609-4fbf-ae8c-83269c2424eb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (ae35c7b4-d545-4f63-92e7-22560a65976b), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:49.718733 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a705e712-7609-4fbf-ae8c-83269c2424eb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:49.719882 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-a705e712-7609-4fbf-ae8c-83269c2424eb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "DELETE /v2.0/floatingips/ae35c7b4-d545-4f63-92e7-22560a65976b HTTP/1.1" status: 204 len: 168 time: 0.7788153 May 25 15:01:49.729408 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-34f696da-6cea-4e6a-91be-5a85e04ceabb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (a1efb4bc-332a-43a0-9552-a4e8b339bdea), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:49.729857 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-34f696da-6cea-4e6a-91be-5a85e04ceabb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for floatingip (a1efb4bc-332a-43a0-9552-a4e8b339bdea), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:49.742002 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-34f696da-6cea-4e6a-91be-5a85e04ceabb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Calling delete_port for a1efb4bc-332a-43a0-9552-a4e8b339bdea owned by network:floatingip {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:01:49.820464 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:49.974022 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-34f696da-6cea-4e6a-91be-5a85e04ceabb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (a1efb4bc-332a-43a0-9552-a4e8b339bdea), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:49.999923 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f696da-6cea-4e6a-91be-5a85e04ceabb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Pushing event deleted for resources: {'Port': ['ID=a1efb4bc-332a-43a0-9552-a4e8b339bdea,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:50.075861 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-34f696da-6cea-4e6a-91be-5a85e04ceabb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for floatingip (eec803a0-181e-4ed2-abce-92090a6556bf), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:50.078395 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-34f696da-6cea-4e6a-91be-5a85e04ceabb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:50.079620 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-34f696da-6cea-4e6a-91be-5a85e04ceabb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "DELETE /v2.0/floatingips/eec803a0-181e-4ed2-abce-92090a6556bf HTTP/1.1" status: 204 len: 168 time: 0.5489984 May 25 15:01:50.256656 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 59940) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:50.261640 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-9a043f15-b0ec-451c-a166-e05c687ca768 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2053757087', 'description': 'tempest-description--1938950883'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:50.327689 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d226e-7435-4e55-b81a-20c7c872b4a1 req-5d4b8a4b-8235-46f7-88f9-0fc2d8d71002 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:50.329273 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d68d226e-7435-4e55-b81a-20c7c872b4a1 req-5d4b8a4b-8235-46f7-88f9-0fc2d8d71002 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0575349 May 25 15:01:50.397772 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d68d226e-7435-4e55-b81a-20c7c872b4a1 req-3ceb8f01-de83-4a43-8cb1-672024908215 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620873 May 25 15:01:50.415288 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9a043f15-b0ec-451c-a166-e05c687ca768 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:50.472831 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:50.482336 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9a043f15-b0ec-451c-a166-e05c687ca768 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group (02cc4535-e970-4365-b77a-9d4af6b5ba55), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:50.602101 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9a043f15-b0ec-451c-a166-e05c687ca768 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (02cc4535-e970-4365-b77a-9d4af6b5ba55), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:50.634627 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a043f15-b0ec-451c-a166-e05c687ca768 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02cc4535-e970-4365-b77a-9d4af6b5ba55,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:50.800439 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9a043f15-b0ec-451c-a166-e05c687ca768 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:50.801724 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-9a043f15-b0ec-451c-a166-e05c687ca768 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5438876 May 25 15:01:50.804610 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 59942) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:50.811110 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-6bd0abe7-4ed0-419c-a824-6913ff410577 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Request body: {'security_group_rule': {'security_group_id': '02cc4535-e970-4365-b77a-9d4af6b5ba55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:50.938132 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6bd0abe7-4ed0-419c-a824-6913ff410577 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group_rule (f8ffc7f0-21c0-4719-979d-f76ddf0da460), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:50.987405 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6bd0abe7-4ed0-419c-a824-6913ff410577 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group_rule (f8ffc7f0-21c0-4719-979d-f76ddf0da460), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:51.106969 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6bd0abe7-4ed0-419c-a824-6913ff410577 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (f8ffc7f0-21c0-4719-979d-f76ddf0da460), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:51.127355 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0abe7-4ed0-419c-a824-6913ff410577 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ffc7f0-21c0-4719-979d-f76ddf0da460,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:51.261321 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6bd0abe7-4ed0-419c-a824-6913ff410577 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:51.262584 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-6bd0abe7-4ed0-419c-a824-6913ff410577 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4570105 May 25 15:01:51.265790 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 59944) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:51.270083 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-dd8630f3-1022-4a64-b74b-416532ff564c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Request body: {'security_group_rule': {'security_group_id': '02cc4535-e970-4365-b77a-9d4af6b5ba55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:51.382149 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dd8630f3-1022-4a64-b74b-416532ff564c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group_rule (c01d05b9-b382-4171-9a20-15c719cad621), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:51.433005 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dd8630f3-1022-4a64-b74b-416532ff564c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group_rule (c01d05b9-b382-4171-9a20-15c719cad621), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:51.514992 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14bec0-462c-4779-b751-1879ab911de8 req-6812aad6-9255-4963-8e71-d192d345054f tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:51.516481 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2a14bec0-462c-4779-b751-1879ab911de8 req-6812aad6-9255-4963-8e71-d192d345054f tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0495713 May 25 15:01:51.528765 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dd8630f3-1022-4a64-b74b-416532ff564c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (c01d05b9-b382-4171-9a20-15c719cad621), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:51.556745 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8630f3-1022-4a64-b74b-416532ff564c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01d05b9-b382-4171-9a20-15c719cad621,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:51.598928 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2a14bec0-462c-4779-b751-1879ab911de8 req-eaaf0cbc-3ee2-4713-b3a6-4e380b3016e4 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765119 May 25 15:01:51.683953 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dd8630f3-1022-4a64-b74b-416532ff564c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:51.685150 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-dd8630f3-1022-4a64-b74b-416532ff564c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4184475 May 25 15:01:51.689234 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 59950) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:51.693782 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-e8971de1-1f54-4b1a-bdb5-8eef04613e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Request body: {'floatingip': {'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:51.836672 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e8971de1-1f54-4b1a-bdb5-8eef04613e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:51.901480 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:51.925213 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e8971de1-1f54-4b1a-bdb5-8eef04613e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:52.036266 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-e8971de1-1f54-4b1a-bdb5-8eef04613e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Allocated IP 172.27.1.16 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/38898d0d-a7ba-45bb-afb7-1aec05d0fb87) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:01:52.051872 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:52.160150 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e8971de1-1f54-4b1a-bdb5-8eef04613e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for port (38898d0d-a7ba-45bb-afb7-1aec05d0fb87), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:52.333726 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e8971de1-1f54-4b1a-bdb5-8eef04613e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (38898d0d-a7ba-45bb-afb7-1aec05d0fb87), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:52.375206 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8971de1-1f54-4b1a-bdb5-8eef04613e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:01:52.380146 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-e8971de1-1f54-4b1a-bdb5-8eef04613e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:01:52.384148 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8971de1-1f54-4b1a-bdb5-8eef04613e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:01:52.387656 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8971de1-1f54-4b1a-bdb5-8eef04613e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Pushing event updated for resources: {'Port': ['ID=38898d0d-a7ba-45bb-afb7-1aec05d0fb87,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:52.473754 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e8971de1-1f54-4b1a-bdb5-8eef04613e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for floatingip (96e9c952-f9e6-4427-a6ec-19ac340e2c5f), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:52.626627 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e8971de1-1f54-4b1a-bdb5-8eef04613e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (38898d0d-a7ba-45bb-afb7-1aec05d0fb87), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:52.701240 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:52.718256 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fe921-2387-47c7-82eb-fa2a45eab99f req-5831fcff-02f1-434b-9c9f-ac15492b2bab tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:52.719923 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e98fe921-2387-47c7-82eb-fa2a45eab99f req-5831fcff-02f1-434b-9c9f-ac15492b2bab tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0501659 May 25 15:01:52.756673 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:52.783062 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e98fe921-2387-47c7-82eb-fa2a45eab99f req-af9513fa-6a82-40f4-873f-240586961994 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572276 May 25 15:01:52.820219 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e8971de1-1f54-4b1a-bdb5-8eef04613e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for port (38898d0d-a7ba-45bb-afb7-1aec05d0fb87), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:52.970284 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e8971de1-1f54-4b1a-bdb5-8eef04613e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (38898d0d-a7ba-45bb-afb7-1aec05d0fb87), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:53.037586 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8971de1-1f54-4b1a-bdb5-8eef04613e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Pushing event updated for resources: {'Port': ['ID=38898d0d-a7ba-45bb-afb7-1aec05d0fb87,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:53.053442 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e8971de1-1f54-4b1a-bdb5-8eef04613e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (96e9c952-f9e6-4427-a6ec-19ac340e2c5f), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:53.110051 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7594c-b517-4cf4-8524-eba4e9235aed req-d8e86645-3705-4705-9f00-c8eb585e08bd tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:53.111585 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-95b7594c-b517-4cf4-8524-eba4e9235aed req-d8e86645-3705-4705-9f00-c8eb585e08bd tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 946 time: 0.0525372 May 25 15:01:53.160030 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-95b7594c-b517-4cf4-8524-eba4e9235aed req-9cf38a96-e297-4f7e-9d2b-8c8971d53c08 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426993 May 25 15:01:53.178391 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e8971de1-1f54-4b1a-bdb5-8eef04613e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:53.180417 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-e8971de1-1f54-4b1a-bdb5-8eef04613e72 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4900732 May 25 15:01:53.381070 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-048db58f-0923-424a-9326-b00dff205053 req-e2ca1b9a-93c0-4ef0-8aa3-21938cd8c4a6 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--2053757087&fields=id&tenant_id=18c8213736cf4113951fbb3520c18183 HTTP/1.1" status: 200 len: 267 time: 0.0432911 May 25 15:01:53.500349 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048db58f-0923-424a-9326-b00dff205053 req-29260949-0cc9-4793-99f5-83f1450c1c71 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:53.501964 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-048db58f-0923-424a-9326-b00dff205053 req-29260949-0cc9-4793-99f5-83f1450c1c71 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/networks?id=0ddfa1ea-b411-4388-afb5-c29ffb748770 HTTP/1.1" status: 200 len: 817 time: 0.1144309 May 25 15:01:53.517537 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-048db58f-0923-424a-9326-b00dff205053 req-2547eeb6-9517-4421-8113-e70edd934697 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/quotas/18c8213736cf4113951fbb3520c18183 HTTP/1.1" status: 200 len: 375 time: 0.0099149 May 25 15:01:53.574518 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-048db58f-0923-424a-9326-b00dff205053 req-b985ea5a-2818-4e57-a7d6-14e13a691f79 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=18c8213736cf4113951fbb3520c18183&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515602 May 25 15:01:53.645479 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:53.726317 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-048db58f-0923-424a-9326-b00dff205053 req-23598623-9887-41ee-8b3c-3f825d480246 service neutron] 10.222.0.74 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398056 May 25 15:01:53.824299 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-048db58f-0923-424a-9326-b00dff205053 req-39496b38-0167-4fc4-9cf2-52f5fcfc07b9 service neutron] 10.222.0.74 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922296 May 25 15:01:53.902856 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12469d1-203b-4348-8a59-31f46416a6da req-61f439b0-3a63-4c40-a2b7-c963f10d3544 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:53.904376 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a12469d1-203b-4348-8a59-31f46416a6da req-61f439b0-3a63-4c40-a2b7-c963f10d3544 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0500183 May 25 15:01:53.967605 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a12469d1-203b-4348-8a59-31f46416a6da req-602b5190-ad81-4b4c-8418-8fa131765cf0 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560682 May 25 15:01:54.135847 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cd135c7a-9815-41ab-9ca6-b2a9a79e49f8 req-01ef1856-cdfd-4891-928f-fcbee400d272 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 210 time: 0.0328021 May 25 15:01:54.174455 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f95f2-a495-4f57-805b-a2e678228473 req-f178b6b5-9b21-4c19-b00a-844bc224f0f4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:54.176123 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0f3f95f2-a495-4f57-805b-a2e678228473 req-f178b6b5-9b21-4c19-b00a-844bc224f0f4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 946 time: 0.0503802 May 25 15:01:54.273597 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-0f3f95f2-a495-4f57-805b-a2e678228473 req-c791bd40-efef-4982-89d3-056338086515 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Deleting port 17a70972-093e-43d6-a189-0a0186e2adeb {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:01:54.274576 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-0f3f95f2-a495-4f57-805b-a2e678228473 req-c791bd40-efef-4982-89d3-056338086515 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (17a70972-093e-43d6-a189-0a0186e2adeb), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.282237 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2ccf3-eec4-4890-99bb-2d0af51ad057 req-16d765a7-e006-49de-a6f5-c622bf1d02a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:54.283825 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-19a2ccf3-eec4-4890-99bb-2d0af51ad057 req-16d765a7-e006-49de-a6f5-c622bf1d02a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 946 time: 0.0490596 May 25 15:01:54.340779 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-19a2ccf3-eec4-4890-99bb-2d0af51ad057 req-31b0ef66-2cc0-4da0-ab7e-7c9de7f05558 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=4036477b-92a2-4708-b96b-0d88cb8c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511348 May 25 15:01:54.389598 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-0f3f95f2-a495-4f57-805b-a2e678228473 req-c791bd40-efef-4982-89d3-056338086515 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] For port 17a70972-093e-43d6-a189-0a0186e2adeb, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=17a70972-093e-43d6-a189-0a0186e2adeb,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:01:54.389968 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-0f3f95f2-a495-4f57-805b-a2e678228473 req-c791bd40-efef-4982-89d3-056338086515 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (17a70972-093e-43d6-a189-0a0186e2adeb), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.508897 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:54.575234 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-0f3f95f2-a495-4f57-805b-a2e678228473 req-c791bd40-efef-4982-89d3-056338086515 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.575606 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-0f3f95f2-a495-4f57-805b-a2e678228473 req-c791bd40-efef-4982-89d3-056338086515 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (6ac9ff80-34ce-4c07-a035-433f4c01873f), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.576029 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [req-0f3f95f2-a495-4f57-805b-a2e678228473 req-c791bd40-efef-4982-89d3-056338086515 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Floating IP 6ac9ff80-34ce-4c07-a035-433f4c01873f disassociated. External IP: 172.27.1.231, port: 17a70972-093e-43d6-a189-0a0186e2adeb. May 25 15:01:54.576391 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-0f3f95f2-a495-4f57-805b-a2e678228473 req-c791bd40-efef-4982-89d3-056338086515 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Calling delete_port for 17a70972-093e-43d6-a189-0a0186e2adeb owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:01:54.764916 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-0f3f95f2-a495-4f57-805b-a2e678228473 req-c791bd40-efef-4982-89d3-056338086515 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (17a70972-093e-43d6-a189-0a0186e2adeb), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.794403 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791bd40-efef-4982-89d3-056338086515 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event deleted for resources: {'Port': ['ID=17a70972-093e-43d6-a189-0a0186e2adeb,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:54.905461 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f3f95f2-a495-4f57-805b-a2e678228473 req-c791bd40-efef-4982-89d3-056338086515 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Router e98aa9c8-7bcd-4315-a027-4c785c58670b has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:01:54.965165 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:55.014742 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f3f95f2-a495-4f57-805b-a2e678228473 req-c791bd40-efef-4982-89d3-056338086515 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:01:55.033777 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c0e27-2804-436d-991b-5b92a42dd676 None None] Sync routers for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:01:55.044310 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c0e27-2804-436d-991b-5b92a42dd676 None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:01:55.044952 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-716c0e27-2804-436d-991b-5b92a42dd676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:01:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:55.064485 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3f95f2-a495-4f57-805b-a2e678228473 req-c791bd40-efef-4982-89d3-056338086515 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] No DVR routers for this DVR port 17a70972-093e-43d6-a189-0a0186e2adeb on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:01:55.067677 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-0f3f95f2-a495-4f57-805b-a2e678228473 req-c791bd40-efef-4982-89d3-056338086515 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:55.071000 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0f3f95f2-a495-4f57-805b-a2e678228473 req-c791bd40-efef-4982-89d3-056338086515 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "DELETE /v2.0/ports/17a70972-093e-43d6-a189-0a0186e2adeb HTTP/1.1" status: 204 len: 173 time: 0.8897507 May 25 15:01:55.071406 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'name': 'network-vif-deleted', 'tag': '17a70972-093e-43d6-a189-0a0186e2adeb'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:01:55.073706 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939501e3-b095-429a-871c-b72551a52e3e" -d '{"events": [{"server_uuid": "64837a10-d6e9-4fde-9766-7c03759eae0a", "name": "network-vif-deleted", "tag": "17a70972-093e-43d6-a189-0a0186e2adeb"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:01:55.114907 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0f076-1022-4719-92af-205617f80e3b req-39e8b7b0-8866-40de-b358-2b458f2c3575 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:55.117246 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f7b0f076-1022-4719-92af-205617f80e3b req-39e8b7b0-8866-40de-b358-2b458f2c3575 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0674174 May 25 15:01:55.181230 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-716c0e27-2804-436d-991b-5b92a42dd676 None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:01:55.236211 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f7b0f076-1022-4719-92af-205617f80e3b req-2b5b46ff-a887-4dd8-bee0-fed158554531 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108100 May 25 15:01:55.298707 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65256151-6175-456a-ab67-053809b335c2 x-openstack-request-id: req-65256151-6175-456a-ab67-053809b335c2 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:01:55.299632 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64837a10-d6e9-4fde-9766-7c03759eae0a", "name": "network-vif-deleted", "tag": "17a70972-093e-43d6-a189-0a0186e2adeb", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:01:55.300112 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-65256151-6175-456a-ab67-053809b335c2 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:01:55.300762 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65256151-6175-456a-ab67-053809b335c2'] response: {'server_uuid': '64837a10-d6e9-4fde-9766-7c03759eae0a', 'name': 'network-vif-deleted', 'tag': '17a70972-093e-43d6-a189-0a0186e2adeb', 'status': 'completed', 'code': 200} May 25 15:01:55.375383 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-50c8bb42-12f9-44e5-a59b-aef72335837d req-1853615d-3d68-490b-9e04-4906c2808bb2 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 210 time: 0.0497088 May 25 15:01:55.429262 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-716c0e27-2804-436d-991b-5b92a42dd676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:55.459087 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c0e27-2804-436d-991b-5b92a42dd676 None None] Checking router: e98aa9c8-7bcd-4315-a027-4c785c58670b for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:01:55.468009 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c0e27-2804-436d-991b-5b92a42dd676 None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:01:55.468623 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-716c0e27-2804-436d-991b-5b92a42dd676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:01:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:55.474561 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-33542809-9b16-4cb7-b14e-e830d8447797 req-5940f247-3fee-40bd-b5c3-505a2a66a363 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 210 time: 0.0286148 May 25 15:01:55.578308 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-716c0e27-2804-436d-991b-5b92a42dd676 None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:01:55.887301 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-716c0e27-2804-436d-991b-5b92a42dd676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:55.912183 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c0e27-2804-436d-991b-5b92a42dd676 None None] The sync data for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi is: [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:01:56.153278 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b40355-3ec8-426c-a215-d1c12da68283 None None] New status for floating IP 6ac9ff80-34ce-4c07-a035-433f4c01873f: DOWN {{(pid=116228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:01:56.354171 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef467f9f-074f-4a0a-b93d-935ef44b8a18 req-cb92bd41-f6a6-48e8-9bcd-96140a2d32b4 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:56.355721 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ef467f9f-074f-4a0a-b93d-935ef44b8a18 req-cb92bd41-f6a6-48e8-9bcd-96140a2d32b4 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0482697 May 25 15:01:56.369691 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:56.430796 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ef467f9f-074f-4a0a-b93d-935ef44b8a18 req-503fca99-f676-4a4c-88e6-b9533ad7df64 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613620 May 25 15:01:56.491707 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3a90757f-2eea-4b53-a3af-cb27e3ea7d1f req-5c2e12b0-b33f-4cde-befb-7386da74887c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 210 time: 0.0318832 May 25 15:01:56.584265 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-766d75c7-f891-472b-8a89-d411719eb88d req-438b8f2c-10a6-4350-990e-24289b215f5e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=64837a10-d6e9-4fde-9766-7c03759eae0a HTTP/1.1" status: 200 len: 210 time: 0.0277715 May 25 15:01:56.916247 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048db58f-0923-424a-9326-b00dff205053 req-12739831-db97-49bf-9f13-484632e1c7aa tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:56.917669 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-048db58f-0923-424a-9326-b00dff205053 req-12739831-db97-49bf-9f13-484632e1c7aa tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.86 "GET /v2.0/networks?id=0ddfa1ea-b411-4388-afb5-c29ffb748770 HTTP/1.1" status: 200 len: 817 time: 0.1055517 May 25 15:01:56.956029 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 17a70972-093e-43d6-a189-0a0186e2adeb no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:01:56.979858 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: 17a70972-093e-43d6-a189-0a0186e2adeb {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:01:56.980215 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 17a70972-093e-43d6-a189-0a0186e2adeb not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:01:56.986393 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-048db58f-0923-424a-9326-b00dff205053 req-b29c13dc-b120-4c80-a91b-b66187ecd06f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18c8213736cf4113951fbb3520c18183 HTTP/1.1" status: 200 len: 380 time: 0.0541897 May 25 15:01:56.997617 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-048db58f-0923-424a-9326-b00dff205053 req-4059a77e-b897-4a8d-b376-c85450d55f15 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Request body: {'port': {'device_id': '7adffb0a-813f-410e-88eb-e901f068c873', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'admin_state_up': True, 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'security_groups': ['02cc4535-e970-4365-b77a-9d4af6b5ba55']}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:57.247586 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048db58f-0923-424a-9326-b00dff205053 req-4059a77e-b897-4a8d-b376-c85450d55f15 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Made reservation on behalf of 18c8213736cf4113951fbb3520c18183 for: {'port': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:01:57.253268 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-048db58f-0923-424a-9326-b00dff205053 req-4059a77e-b897-4a8d-b376-c85450d55f15 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:57.382365 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [req-048db58f-0923-424a-9326-b00dff205053 req-4059a77e-b897-4a8d-b376-c85450d55f15 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Allocated IP 172.20.0.14 (0ddfa1ea-b411-4388-afb5-c29ffb748770/6457fdac-c3cb-47a9-aa14-b3ac369fd174/d0275964-ead5-40f3-93a4-63cb2514a0ae) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:01:57.484286 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:57.525547 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-048db58f-0923-424a-9326-b00dff205053 req-4059a77e-b897-4a8d-b376-c85450d55f15 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:57.559582 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae20f63-a4bb-4fa0-88d8-8f596ef818a3 req-3a6f04aa-ee23-4a26-bc00-5896e55002fa tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:57.561159 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-aae20f63-a4bb-4fa0-88d8-8f596ef818a3 req-3a6f04aa-ee23-4a26-bc00-5896e55002fa tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0684240 May 25 15:01:57.613592 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-db218620-2130-4536-9393-6d4180d51c79 req-6b5459ea-764d-4bf8-b04a-cd1226571a6c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 210 time: 0.0325429 May 25 15:01:57.639063 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-048db58f-0923-424a-9326-b00dff205053 req-4059a77e-b897-4a8d-b376-c85450d55f15 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:57.668108 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-aae20f63-a4bb-4fa0-88d8-8f596ef818a3 req-912b833a-7143-479d-bc94-093909f8f821 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0976036 May 25 15:01:57.698391 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048db58f-0923-424a-9326-b00dff205053 req-4059a77e-b897-4a8d-b376-c85450d55f15 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Network 0ddfa1ea-b411-4388-afb5-c29ffb748770 is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:01:57.705087 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [req-048db58f-0923-424a-9326-b00dff205053 req-4059a77e-b897-4a8d-b376-c85450d55f15 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:01:57.705087 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:57.708407 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-048db58f-0923-424a-9326-b00dff205053 req-4059a77e-b897-4a8d-b376-c85450d55f15 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:01:57.712064 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059a77e-b897-4a8d-b376-c85450d55f15 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Pushing event updated for resources: {'Port': ['ID=d0275964-ead5-40f3-93a4-63cb2514a0ae,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:57.759628 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048db58f-0923-424a-9326-b00dff205053 req-4059a77e-b897-4a8d-b376-c85450d55f15 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:57.760254 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-048db58f-0923-424a-9326-b00dff205053 req-4059a77e-b897-4a8d-b376-c85450d55f15 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:57.828177 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60022) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:57.871716 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-048db58f-0923-424a-9326-b00dff205053 req-4059a77e-b897-4a8d-b376-c85450d55f15 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8776863 May 25 15:01:57.946815 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Request body: {'port': {'device_id': '7adffb0a-813f-410e-88eb-e901f068c873', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:57.946815 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a91458ae-a5e0-48b3-968c-4eca0378629e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (4036477b-92a2-4708-b96b-0d88cb8c6d20), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:57.947483 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-e1ebb430-a848-4b1b-baed-17764973459b None None] Provisioning complete for port d0275964-ead5-40f3-93a4-63cb2514a0ae triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:01:57.947483 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb430-a848-4b1b-baed-17764973459b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:57.947483 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-e1ebb430-a848-4b1b-baed-17764973459b None None] Port d0275964-ead5-40f3-93a4-63cb2514a0ae cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:01:57.947750 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a91458ae-a5e0-48b3-968c-4eca0378629e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (4036477b-92a2-4708-b96b-0d88cb8c6d20), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:58.002548 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:58.157681 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:58.298835 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0275964-ead5-40f3-93a4-63cb2514a0ae {{(pid=116225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:01:58.306630 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Publish callbacks [] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:58.470705 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.provisioning_blocks [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Transition to ACTIVE for port object d0275964-ead5-40f3-93a4-63cb2514a0ae will not be triggered until provisioned by entity L2. {{(pid=116225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:01:58.481333 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a91458ae-a5e0-48b3-968c-4eca0378629e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (4036477b-92a2-4708-b96b-0d88cb8c6d20), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:58.481333 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a91458ae-a5e0-48b3-968c-4eca0378629e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:58.481333 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-a91458ae-a5e0-48b3-968c-4eca0378629e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "DELETE /v2.0/security-groups/4036477b-92a2-4708-b96b-0d88cb8c6d20 HTTP/1.1" status: 204 len: 168 time: 0.6460965 May 25 15:01:58.483401 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60024) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:58.484891 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91458ae-a5e0-48b3-968c-4eca0378629e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4036477b-92a2-4708-b96b-0d88cb8c6d20,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:58.499119 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.api.v2.resource [None req-e326a386-2060-4e05-b1c7-3c7f5b41d8ff tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] show failed (client error): The resource could not be found. May 25 15:01:58.500143 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-e326a386-2060-4e05-b1c7-3c7f5b41d8ff tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups/4036477b-92a2-4708-b96b-0d88cb8c6d20 HTTP/1.1" status: 404 len: 347 time: 0.0157022 May 25 15:01:58.504231 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60026) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:58.619140 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:58.629000 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-bc98744e-2131-47ef-8775-71874c5bc4c0 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Deleting port 8d526409-d525-48ee-a435-f2478659d18d {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:01:58.629588 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-bc98744e-2131-47ef-8775-71874c5bc4c0 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (8d526409-d525-48ee-a435-f2478659d18d), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:58.699968 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0275964-ead5-40f3-93a4-63cb2514a0ae,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:58.766233 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-bc98744e-2131-47ef-8775-71874c5bc4c0 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (8d526409-d525-48ee-a435-f2478659d18d), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:58.766863 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-bc98744e-2131-47ef-8775-71874c5bc4c0 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (8d526409-d525-48ee-a435-f2478659d18d), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:58.780061 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Attempting to bind port d0275964-ead5-40f3-93a4-63cb2514a0ae on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:01:58.780403 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Attempting to bind port d0275964-ead5-40f3-93a4-63cb2514a0ae by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': 'd991c543-75a8-41ee-97d3-06fc338d6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770'}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:01:58.780744 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Attempting to bind port d0275964-ead5-40f3-93a4-63cb2514a0ae on network 0ddfa1ea-b411-4388-afb5-c29ffb748770 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:01:58.785778 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Port d0275964-ead5-40f3-93a4-63cb2514a0ae on network 0ddfa1ea-b411-4388-afb5-c29ffb748770 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:01:58.786101 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Attempting to bind port d0275964-ead5-40f3-93a4-63cb2514a0ae on network 0ddfa1ea-b411-4388-afb5-c29ffb748770 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:01:58.792134 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:01:58.792476 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Checking segment: {'id': 'd991c543-75a8-41ee-97d3-06fc338d6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:01:58.793011 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Bound using segment: {'id': 'd991c543-75a8-41ee-97d3-06fc338d6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770'} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:01:58.793295 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Bound port: d0275964-ead5-40f3-93a4-63cb2514a0ae, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd991c543-75a8-41ee-97d3-06fc338d6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770'}}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:01:58.793664 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:58.802510 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-bc98744e-2131-47ef-8775-71874c5bc4c0 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Calling delete_port for 8d526409-d525-48ee-a435-f2478659d18d owned by network:floatingip {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:01:58.841780 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143be8f-d0c8-420a-82ea-d58be2082210 req-219808b2-b40d-4570-8b0e-00983958adda tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:58.843445 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8143be8f-d0c8-420a-82ea-d58be2082210 req-219808b2-b40d-4570-8b0e-00983958adda tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.1204274 May 25 15:01:58.862676 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:58.866629 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] For port d0275964-ead5-40f3-93a4-63cb2514a0ae, host hv-cinder-83028, cleared binding levels {{(pid=116225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:01:58.870299 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] For port d0275964-ead5-40f3-93a4-63cb2514a0ae, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=d0275964-ead5-40f3-93a4-63cb2514a0ae,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:01:58.911011 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de51c40-72bb-4c74-9428-622cbdd1820d req-3c7898ad-9e97-47c5-ab09-c1bc211b1ea6 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:58.912550 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8de51c40-72bb-4c74-9428-622cbdd1820d req-3c7898ad-9e97-47c5-ab09-c1bc211b1ea6 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.1290329 May 25 15:01:58.985134 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:59.003564 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8143be8f-d0c8-420a-82ea-d58be2082210 req-a6ae7338-9403-42bc-87e1-d92a7ceb74d3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506801 May 25 15:01:59.032066 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:59.032066 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:59.032066 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-048db58f-0923-424a-9326-b00dff205053 req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] 10.222.0.86 "PUT /v2.0/ports/d0275964-ead5-40f3-93a4-63cb2514a0ae HTTP/1.1" status: 200 len: 1094 time: 1.1365166 May 25 15:01:59.032066 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adffb0a-813f-410e-88eb-e901f068c873', 'tag': 'd0275964-ead5-40f3-93a4-63cb2514a0ae'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:01:59.032066 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c06efed-43f6-4fd1-9ca4-7d62e92b1193" -d '{"events": [{"name": "network-changed", "server_uuid": "7adffb0a-813f-410e-88eb-e901f068c873", "tag": "d0275964-ead5-40f3-93a4-63cb2514a0ae"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:01:59.047413 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:59.057802 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8de51c40-72bb-4c74-9428-622cbdd1820d req-56e884a8-1dd9-43e7-994e-521039b356a7 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1336358 May 25 15:01:59.062819 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56498dcf-b094-45a2-8675-b3a5e5e2b1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0275964-ead5-40f3-93a4-63cb2514a0ae,revision_number=3']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:59.097176 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa83701-46be-45ed-892c-d32ac02f4e9d x-openstack-request-id: req-3aa83701-46be-45ed-892c-d32ac02f4e9d {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:01:59.097176 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7adffb0a-813f-410e-88eb-e901f068c873", "tag": "d0275964-ead5-40f3-93a4-63cb2514a0ae", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:01:59.097176 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3aa83701-46be-45ed-892c-d32ac02f4e9d {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:01:59.097176 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa83701-46be-45ed-892c-d32ac02f4e9d'] response: {'name': 'network-changed', 'server_uuid': '7adffb0a-813f-410e-88eb-e901f068c873', 'tag': 'd0275964-ead5-40f3-93a4-63cb2514a0ae', 'status': 'completed', 'code': 200} May 25 15:01:59.180262 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06efed-43f6-4fd1-9ca4-7d62e92b1193 req-a5e1c630-1f6a-48ce-aa72-5d9719bc2361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:59.181780 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-1c06efed-43f6-4fd1-9ca4-7d62e92b1193 req-a5e1c630-1f6a-48ce-aa72-5d9719bc2361 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18c8213736cf4113951fbb3520c18183&device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 1128 time: 0.0423303 May 25 15:01:59.187784 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-bc98744e-2131-47ef-8775-71874c5bc4c0 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (8d526409-d525-48ee-a435-f2478659d18d), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:59.222310 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98744e-2131-47ef-8775-71874c5bc4c0 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event deleted for resources: {'Port': ['ID=8d526409-d525-48ee-a435-f2478659d18d,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:59.282001 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-bc98744e-2131-47ef-8775-71874c5bc4c0 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (6ac9ff80-34ce-4c07-a035-433f4c01873f), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:59.284598 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-bc98744e-2131-47ef-8775-71874c5bc4c0 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:59.288987 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-bc98744e-2131-47ef-8775-71874c5bc4c0 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "DELETE /v2.0/floatingips/6ac9ff80-34ce-4c07-a035-433f4c01873f HTTP/1.1" status: 204 len: 168 time: 0.7835655 May 25 15:01:59.306878 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06efed-43f6-4fd1-9ca4-7d62e92b1193 req-fd9e620b-07de-4f6f-b76c-979339a8b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:59.308902 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-1c06efed-43f6-4fd1-9ca4-7d62e92b1193 req-fd9e620b-07de-4f6f-b76c-979339a8b022 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=18c8213736cf4113951fbb3520c18183&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1088548 May 25 15:01:59.411994 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06efed-43f6-4fd1-9ca4-7d62e92b1193 req-c117bd32-7d1d-4554-a7e1-f901391e4a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:59.413582 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-1c06efed-43f6-4fd1-9ca4-7d62e92b1193 req-c117bd32-7d1d-4554-a7e1-f901391e4a7f service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979078 May 25 15:01:59.487098 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60036) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:59.492862 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-99688145-184d-4918-b770-7f208c24cc97 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--179151581', 'description': 'tempest-description--721569414'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:59.534564 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048db58f-0923-424a-9326-b00dff205053 req-cdf01ba3-8e1b-465d-8af7-92e8a033323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:59.536127 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-048db58f-0923-424a-9326-b00dff205053 req-cdf01ba3-8e1b-465d-8af7-92e8a033323e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18c8213736cf4113951fbb3520c18183&device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 1128 time: 0.0587053 May 25 15:01:59.596612 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-048db58f-0923-424a-9326-b00dff205053 req-fcfb8251-c4fe-46f5-be18-4c2e62b4bdd3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0275964-ead5-40f3-93a4-63cb2514a0ae HTTP/1.1" status: 200 len: 217 time: 0.0455096 May 25 15:01:59.651284 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048db58f-0923-424a-9326-b00dff205053 req-81d876c1-ea26-4593-a129-472320a2a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:59.656618 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-048db58f-0923-424a-9326-b00dff205053 req-81d876c1-ea26-4593-a129-472320a2a989 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6457fdac-c3cb-47a9-aa14-b3ac369fd174 HTTP/1.1" status: 200 len: 856 time: 0.0512707 May 25 15:01:59.658048 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-99688145-184d-4918-b770-7f208c24cc97 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:59.726152 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048db58f-0923-424a-9326-b00dff205053 req-2b302f8d-0c94-410d-b0ec-974bde0b9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:59.728268 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-048db58f-0923-424a-9326-b00dff205053 req-2b302f8d-0c94-410d-b0ec-974bde0b9477 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0ddfa1ea-b411-4388-afb5-c29ffb748770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667913 May 25 15:01:59.853166 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:59.860120 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-99688145-184d-4918-b770-7f208c24cc97 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:59.878986 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-048db58f-0923-424a-9326-b00dff205053 req-e2b93dea-17d8-458a-96c5-52a8d2bbf699 service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437678 May 25 15:01:59.989353 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-048db58f-0923-424a-9326-b00dff205053 req-3652efb4-b6cc-4c17-ad4c-ef2aca9eb639 service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032517 May 25 15:02:00.004036 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-99688145-184d-4918-b770-7f208c24cc97 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:00.041240 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99688145-184d-4918-b770-7f208c24cc97 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:00.144604 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd628e92-70a5-4d4f-8a4e-a77501c4bf50 req-329c6623-66ac-4aad-bd7a-44a034a966e4 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:00.146446 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cd628e92-70a5-4d4f-8a4e-a77501c4bf50 req-329c6623-66ac-4aad-bd7a-44a034a966e4 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0566535 May 25 15:02:00.195893 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-99688145-184d-4918-b770-7f208c24cc97 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:00.197879 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-99688145-184d-4918-b770-7f208c24cc97 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7097516 May 25 15:02:00.201080 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60042) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:00.202792 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cd628e92-70a5-4d4f-8a4e-a77501c4bf50 req-08578a8a-2150-4e08-84c9-c196c3fd31a2 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484343 May 25 15:02:00.207093 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-9ed0c378-c8e6-4f0b-b521-ee582551872d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'security_group_rule': {'security_group_id': 'c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:00.334336 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:00.343436 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d4096-6892-4cd3-8d59-f21d143c2957 req-2006a972-ac4e-4ada-b173-01e8166ffed5 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:00.344907 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ef1d4096-6892-4cd3-8d59-f21d143c2957 req-2006a972-ac4e-4ada-b173-01e8166ffed5 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0483670 May 25 15:02:00.352587 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c378-c8e6-4f0b-b521-ee582551872d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (c0cdafd0-555f-4764-8440-7bc538cbd7d2), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:00.410436 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ef1d4096-6892-4cd3-8d59-f21d143c2957 req-73cf6a37-8d77-46d9-92c6-dbbc3209c9aa tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594800 May 25 15:02:00.410676 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c378-c8e6-4f0b-b521-ee582551872d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (c0cdafd0-555f-4764-8440-7bc538cbd7d2), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:00.529432 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c378-c8e6-4f0b-b521-ee582551872d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (c0cdafd0-555f-4764-8440-7bc538cbd7d2), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:00.548554 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0c378-c8e6-4f0b-b521-ee582551872d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0cdafd0-555f-4764-8440-7bc538cbd7d2,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:00.763266 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c378-c8e6-4f0b-b521-ee582551872d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:00.765165 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-9ed0c378-c8e6-4f0b-b521-ee582551872d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5625007 May 25 15:02:00.768334 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60046) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:00.772699 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-78ee5d30-4160-440c-9d3a-54752df7789d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'security_group_rule': {'security_group_id': 'c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:00.778175 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:00.962879 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-78ee5d30-4160-440c-9d3a-54752df7789d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (7e5fd0c3-8a83-4929-a737-dd9546802b86), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:01.011903 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-78ee5d30-4160-440c-9d3a-54752df7789d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (7e5fd0c3-8a83-4929-a737-dd9546802b86), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:01.141127 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-78ee5d30-4160-440c-9d3a-54752df7789d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (7e5fd0c3-8a83-4929-a737-dd9546802b86), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:01.158959 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee5d30-4160-440c-9d3a-54752df7789d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5fd0c3-8a83-4929-a737-dd9546802b86,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:01.280512 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-78ee5d30-4160-440c-9d3a-54752df7789d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:01.281775 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-78ee5d30-4160-440c-9d3a-54752df7789d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5124843 May 25 15:02:01.284843 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60050) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:01.289296 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-135a414a-27a3-42fc-8c0e-07a111dfb150 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'floatingip': {'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:01.327204 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2063c-b638-4e10-9b3d-e80f8b801661 req-f39582ae-4b87-4cd3-92f7-0574e796ec76 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:01.328712 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e2a2063c-b638-4e10-9b3d-e80f8b801661 req-f39582ae-4b87-4cd3-92f7-0574e796ec76 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0477765 May 25 15:02:01.376092 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e2a2063c-b638-4e10-9b3d-e80f8b801661 req-f50a8233-f401-4670-a9fa-cfe241394e0c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417330 May 25 15:02:01.398194 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-135a414a-27a3-42fc-8c0e-07a111dfb150 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:01.480989 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-135a414a-27a3-42fc-8c0e-07a111dfb150 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:01.522917 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ec85c-c262-44c9-ad42-4a23e88b0868 req-b568c7d2-7cde-44a0-bd26-e9a96ecb7faf tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:01.524696 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9a0ec85c-c262-44c9-ad42-4a23e88b0868 req-b568c7d2-7cde-44a0-bd26-e9a96ecb7faf tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0470009 May 25 15:02:01.584036 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9a0ec85c-c262-44c9-ad42-4a23e88b0868 req-9375c713-a263-450e-884c-33643042d1d1 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533578 May 25 15:02:01.585675 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-135a414a-27a3-42fc-8c0e-07a111dfb150 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Allocated IP 172.27.1.225 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/91a2afb2-a4f3-4c5b-8a9a-de598ede2ec9) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:02:01.681249 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:01.694418 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-135a414a-27a3-42fc-8c0e-07a111dfb150 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for port (91a2afb2-a4f3-4c5b-8a9a-de598ede2ec9), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:01.798430 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-135a414a-27a3-42fc-8c0e-07a111dfb150 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (91a2afb2-a4f3-4c5b-8a9a-de598ede2ec9), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:01.841545 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135a414a-27a3-42fc-8c0e-07a111dfb150 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:02:01.845298 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-135a414a-27a3-42fc-8c0e-07a111dfb150 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:02:01.849114 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a414a-27a3-42fc-8c0e-07a111dfb150 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:02:01.852344 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a414a-27a3-42fc-8c0e-07a111dfb150 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'Port': ['ID=91a2afb2-a4f3-4c5b-8a9a-de598ede2ec9,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:01.936775 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-135a414a-27a3-42fc-8c0e-07a111dfb150 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (30fe08c0-176e-4c66-9bf6-74816972ed43), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:02.051301 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-135a414a-27a3-42fc-8c0e-07a111dfb150 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (91a2afb2-a4f3-4c5b-8a9a-de598ede2ec9), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:02.072960 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:02.246015 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-135a414a-27a3-42fc-8c0e-07a111dfb150 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for port (91a2afb2-a4f3-4c5b-8a9a-de598ede2ec9), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:02.358655 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-135a414a-27a3-42fc-8c0e-07a111dfb150 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (91a2afb2-a4f3-4c5b-8a9a-de598ede2ec9), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:02.432233 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a414a-27a3-42fc-8c0e-07a111dfb150 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'Port': ['ID=91a2afb2-a4f3-4c5b-8a9a-de598ede2ec9,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:02.445190 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-135a414a-27a3-42fc-8c0e-07a111dfb150 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (30fe08c0-176e-4c66-9bf6-74816972ed43), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:02.498739 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87289fd2-4f04-4915-91c2-f4046e2141fc req-d8a93b1c-75fc-4906-b0b0-f9cf23e61984 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:02.500120 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-87289fd2-4f04-4915-91c2-f4046e2141fc req-d8a93b1c-75fc-4906-b0b0-f9cf23e61984 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0506251 May 25 15:02:02.546474 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-87289fd2-4f04-4915-91c2-f4046e2141fc req-25a3ed66-aa29-4b08-ae2e-70bee816d34f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407214 May 25 15:02:02.611338 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-135a414a-27a3-42fc-8c0e-07a111dfb150 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:02.612802 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-135a414a-27a3-42fc-8c0e-07a111dfb150 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3267214 May 25 15:02:02.702191 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bbe88-9f36-4a64-89fa-a5729588ddcb req-46021a93-b3b6-412b-9896-312ab317a0c0 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:02.702191 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-787bbe88-9f36-4a64-89fa-a5729588ddcb req-46021a93-b3b6-412b-9896-312ab317a0c0 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0471513 May 25 15:02:02.769214 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-787bbe88-9f36-4a64-89fa-a5729588ddcb req-325bcf46-1c7f-4a5c-8773-80cbb0a78573 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587289 May 25 15:02:02.798089 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:02.809919 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b49280ba-5514-43c3-8c39-315260f368a4 req-c02f2890-cc3c-434b-a57d-1da9d409ed83 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--179151581&fields=id&tenant_id=c86222a9c32a4f77878dc82c40e38ff1 HTTP/1.1" status: 200 len: 267 time: 0.0473499 May 25 15:02:02.916885 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49280ba-5514-43c3-8c39-315260f368a4 req-e9b21d07-2a0b-4068-b6ba-25b6d5bc10be tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:02.918352 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b49280ba-5514-43c3-8c39-315260f368a4 req-e9b21d07-2a0b-4068-b6ba-25b6d5bc10be tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/networks?id=fa952598-36d5-42ef-b4ac-0f4017a94969 HTTP/1.1" status: 200 len: 814 time: 0.1015816 May 25 15:02:02.932412 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b49280ba-5514-43c3-8c39-315260f368a4 req-016ed64f-1240-4050-863a-dc37107dadbc tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/quotas/c86222a9c32a4f77878dc82c40e38ff1 HTTP/1.1" status: 200 len: 375 time: 0.0087831 May 25 15:02:02.945337 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device d0275964-ead5-40f3-93a4-63cb2514a0ae details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:02:02.980997 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b49280ba-5514-43c3-8c39-315260f368a4 req-5399f2fa-ef60-43cf-af8b-977f04dce34c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432024 May 25 15:02:03.041649 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:03.047385 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port d0275964-ead5-40f3-93a4-63cb2514a0ae, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=d0275964-ead5-40f3-93a4-63cb2514a0ae,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:03.049295 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:03.059974 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': 'd0275964-ead5-40f3-93a4-63cb2514a0ae', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'port_id': 'd0275964-ead5-40f3-93a4-63cb2514a0ae', 'mac_address': 'fa:16:3e:a8:88:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:02:03.082789 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b49280ba-5514-43c3-8c39-315260f368a4 req-b4fdc7b0-6ac3-44b5-891a-8d910135164d service neutron] 10.222.0.74 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901079 May 25 15:02:03.096009 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port d0275964-ead5-40f3-93a4-63cb2514a0ae is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:03.096621 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:03.110401 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0275964-ead5-40f3-93a4-63cb2514a0ae {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:02:03.140164 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port d0275964-ead5-40f3-93a4-63cb2514a0ae, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=d0275964-ead5-40f3-93a4-63cb2514a0ae,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:03.175883 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b49280ba-5514-43c3-8c39-315260f368a4 req-8d1706cc-9bc8-4dcc-ae5d-55096eab976f service neutron] 10.222.0.74 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859840 May 25 15:02:03.230325 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:03.280595 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=d0275964-ead5-40f3-93a4-63cb2514a0ae,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:03.287742 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:03.288093 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:03.288464 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:03.288830 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:03.289173 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:03.289507 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:03.289836 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:03.290281 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:03.290491 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:03.290845 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:03.291177 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:03.291517 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:03.291902 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:03.292174 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:03.292497 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:03.432263 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-db0cd3cc-819d-485e-8bd5-5157c80a8c0f req-d21226a5-6d22-46a6-8d03-c4d50e01fdd8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 210 time: 0.0314078 May 25 15:02:03.672582 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ceed7-bc12-4444-b0d9-d85e4470991a req-c657c385-3940-4f18-81ec-991fe8729f0c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:03.674088 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-513ceed7-bc12-4444-b0d9-d85e4470991a req-c657c385-3940-4f18-81ec-991fe8729f0c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 945 time: 0.0543923 May 25 15:02:03.722788 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-513ceed7-bc12-4444-b0d9-d85e4470991a req-0540aa18-bdfc-4df5-bdf4-bc5fd04259ff tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428147 May 25 15:02:03.777233 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['d0275964-ead5-40f3-93a4-63cb2514a0ae'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:02:03.846369 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:03.897005 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93f667-375b-48dd-bb1b-597634af7f66 req-67491cf9-d18c-4f8e-b4d1-e2891f7d2bff tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:03.898496 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1b93f667-375b-48dd-bb1b-597634af7f66 req-67491cf9-d18c-4f8e-b4d1-e2891f7d2bff tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0609870 May 25 15:02:03.958686 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1b93f667-375b-48dd-bb1b-597634af7f66 req-cb0752aa-66a7-41f3-808a-98595e1b9672 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542917 May 25 15:02:04.506302 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0d652b4d-740f-44f8-8973-aa2b5d011631 req-00268221-2157-4dd7-a407-0be7db3b0c48 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 210 time: 0.0280972 May 25 15:02:04.843382 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7011407-6a4e-48f9-9a55-a45672070a84 req-18ed6105-e9b1-4cdc-bbe3-e44f8f8775a8 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:04.844867 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b7011407-6a4e-48f9-9a55-a45672070a84 req-18ed6105-e9b1-4cdc-bbe3-e44f8f8775a8 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 945 time: 0.0506322 May 25 15:02:04.893956 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b7011407-6a4e-48f9-9a55-a45672070a84 req-aa509247-3b68-4024-8078-a57109e6b9ff tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431712 May 25 15:02:04.975859 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device d0275964-ead5-40f3-93a4-63cb2514a0ae up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:02:05.023343 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port d0275964-ead5-40f3-93a4-63cb2514a0ae completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:02:05.080622 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca063ed-951d-4ab4-8db5-fe5b37d81f18 req-57c65706-1c03-44e9-a062-a1c1213efaef tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:05.082117 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3ca063ed-951d-4ab4-8db5-fe5b37d81f18 req-57c65706-1c03-44e9-a062-a1c1213efaef tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0491457 May 25 15:02:05.112502 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port d0275964-ead5-40f3-93a4-63cb2514a0ae triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:05.120045 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:05.144938 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3ca063ed-951d-4ab4-8db5-fe5b37d81f18 req-7625e91c-d53a-4dc0-9abc-788cb634b88c tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&id=41f109ae-642a-4d23-9aee-0fcb2c42d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566547 May 25 15:02:05.188015 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port d0275964-ead5-40f3-93a4-63cb2514a0ae is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:05.188415 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:05.212720 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adffb0a-813f-410e-88eb-e901f068c873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0275964-ead5-40f3-93a4-63cb2514a0ae'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:05.215014 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34078c17-de42-433a-baa3-be4cd8def73b" -d '{"events": [{"server_uuid": "7adffb0a-813f-410e-88eb-e901f068c873", "name": "network-vif-plugged", "status": "completed", "tag": "d0275964-ead5-40f3-93a4-63cb2514a0ae"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:05.231380 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port d0275964-ead5-40f3-93a4-63cb2514a0ae, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=d0275964-ead5-40f3-93a4-63cb2514a0ae,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:05.307648 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8737d180-326b-4ef2-9e4c-9253b07d1262 x-openstack-request-id: req-8737d180-326b-4ef2-9e4c-9253b07d1262 {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:05.307965 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adffb0a-813f-410e-88eb-e901f068c873", "name": "network-vif-plugged", "status": "completed", "tag": "d0275964-ead5-40f3-93a4-63cb2514a0ae", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:05.308476 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8737d180-326b-4ef2-9e4c-9253b07d1262 {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:05.308877 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8737d180-326b-4ef2-9e4c-9253b07d1262'] response: {'server_uuid': '7adffb0a-813f-410e-88eb-e901f068c873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0275964-ead5-40f3-93a4-63cb2514a0ae', 'code': 200} May 25 15:02:05.438448 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:05.497710 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=d0275964-ead5-40f3-93a4-63cb2514a0ae,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:05.604930 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9d89d92f-0d64-42ac-8617-6a6d1ccbf805 req-48420e1a-7683-4d1d-b6c5-4c690ecdc8ef tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 210 time: 0.0315735 May 25 15:02:05.609279 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:05.825039 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a18ba-e9f1-4e2e-b792-fcb5d6a1983a req-db8bc45f-6bce-4c4e-896d-7f2c554b5245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:05.827256 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-550a18ba-e9f1-4e2e-b792-fcb5d6a1983a req-db8bc45f-6bce-4c4e-896d-7f2c554b5245 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 1130 time: 0.0406098 May 25 15:02:05.872259 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-550a18ba-e9f1-4e2e-b792-fcb5d6a1983a req-350fae7d-2232-4245-aab1-3ba9dfb6de88 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380681 May 25 15:02:06.013165 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d405ff-60fc-4014-aa2c-03dc0f1efbe3 req-4c3e9c71-5f0a-4be4-97ce-8dc2abe8dd4e tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:06.015362 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f4d405ff-60fc-4014-aa2c-03dc0f1efbe3 req-4c3e9c71-5f0a-4be4-97ce-8dc2abe8dd4e tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0466809 May 25 15:02:06.062247 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f4d405ff-60fc-4014-aa2c-03dc0f1efbe3 req-d4a50f51-181c-4224-ab9d-d387973f54ef tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411346 May 25 15:02:06.226117 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:06.228976 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:06.450186 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49280ba-5514-43c3-8c39-315260f368a4 req-502dc28c-0d03-4760-88ea-aabe62a66fbd tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:06.452145 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b49280ba-5514-43c3-8c39-315260f368a4 req-502dc28c-0d03-4760-88ea-aabe62a66fbd tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "GET /v2.0/networks?id=fa952598-36d5-42ef-b4ac-0f4017a94969 HTTP/1.1" status: 200 len: 814 time: 0.1049151 May 25 15:02:06.703415 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b8b6a37f-01da-4047-a410-14ffb1220a82 req-ff877f6d-dd80-41af-8cb1-2cced7e00e3f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 210 time: 0.0289459 May 25 15:02:06.735523 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2e248d9d-2f85-486f-b57a-1384698b3ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:06.988440 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b49280ba-5514-43c3-8c39-315260f368a4 req-c069a194-dc6f-4326-837d-e9cb43af8351 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c86222a9c32a4f77878dc82c40e38ff1 HTTP/1.1" status: 200 len: 379 time: 0.0516789 May 25 15:02:06.997928 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-b49280ba-5514-43c3-8c39-315260f368a4 req-b0d1d1d7-78be-47e9-9bf2-796cf06c1986 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'port': {'device_id': '4981ccf8-2f23-4afd-a4e3-db0a929a1e1e', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'admin_state_up': True, 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'security_groups': ['c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5']}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:07.089065 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:07.183350 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89daaa9e-e2b0-43ca-bcd3-15e95a1804cf req-309c63aa-4781-4455-b059-795bf021cbf8 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:07.184800 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-89daaa9e-e2b0-43ca-bcd3-15e95a1804cf req-309c63aa-4781-4455-b059-795bf021cbf8 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0465667 May 25 15:02:07.235421 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-89daaa9e-e2b0-43ca-bcd3-15e95a1804cf req-22490b53-05b1-4162-874f-ed1a60a16475 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444293 May 25 15:02:07.403565 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b49280ba-5514-43c3-8c39-315260f368a4 req-b0d1d1d7-78be-47e9-9bf2-796cf06c1986 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Made reservation on behalf of c86222a9c32a4f77878dc82c40e38ff1 for: {'port': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:02:07.408118 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b49280ba-5514-43c3-8c39-315260f368a4 req-b0d1d1d7-78be-47e9-9bf2-796cf06c1986 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:07.780983 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [req-b49280ba-5514-43c3-8c39-315260f368a4 req-b0d1d1d7-78be-47e9-9bf2-796cf06c1986 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Allocated IP 172.20.0.10 (fa952598-36d5-42ef-b4ac-0f4017a94969/e1ed1170-215c-4406-945e-b79e6c0cdc5d/ba4333a4-99f9-467e-bb63-59997fdfcdcc) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:02:07.802552 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-398b9ae4-fb01-42f7-bcad-4fc90ed6f03e req-1cc993e6-1822-4c57-9e51-6dcbc3baa6ea tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 210 time: 0.0277100 May 25 15:02:07.811771 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:07.923011 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b49280ba-5514-43c3-8c39-315260f368a4 req-b0d1d1d7-78be-47e9-9bf2-796cf06c1986 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for port (ba4333a4-99f9-467e-bb63-59997fdfcdcc), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:08.213313 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b49280ba-5514-43c3-8c39-315260f368a4 req-b0d1d1d7-78be-47e9-9bf2-796cf06c1986 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (ba4333a4-99f9-467e-bb63-59997fdfcdcc), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:08.261416 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b49280ba-5514-43c3-8c39-315260f368a4 req-b0d1d1d7-78be-47e9-9bf2-796cf06c1986 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Network fa952598-36d5-42ef-b4ac-0f4017a94969 is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:02:08.264667 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [req-b49280ba-5514-43c3-8c39-315260f368a4 req-b0d1d1d7-78be-47e9-9bf2-796cf06c1986 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:02:08.267217 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49280ba-5514-43c3-8c39-315260f368a4 req-b0d1d1d7-78be-47e9-9bf2-796cf06c1986 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:02:08.310017 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1d1d7-78be-47e9-9bf2-796cf06c1986 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'Port': ['ID=ba4333a4-99f9-467e-bb63-59997fdfcdcc,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:08.347498 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49280ba-5514-43c3-8c39-315260f368a4 req-b0d1d1d7-78be-47e9-9bf2-796cf06c1986 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:08.347983 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b49280ba-5514-43c3-8c39-315260f368a4 req-b0d1d1d7-78be-47e9-9bf2-796cf06c1986 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:08.371565 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a40fd0-5cba-4f16-a486-12e42cb7023e req-68cd1900-ce4d-44f4-92ad-322a3bc0cd94 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:08.373111 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-90a40fd0-5cba-4f16-a486-12e42cb7023e req-68cd1900-ce4d-44f4-92ad-322a3bc0cd94 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0574188 May 25 15:02:08.392974 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:08.426298 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-90a40fd0-5cba-4f16-a486-12e42cb7023e req-3b021fc0-8b86-467f-a800-1dbc1ba4c159 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472286 May 25 15:02:08.526220 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b49280ba-5514-43c3-8c39-315260f368a4 req-b0d1d1d7-78be-47e9-9bf2-796cf06c1986 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5317779 May 25 15:02:08.544432 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Request body: {'port': {'device_id': '4981ccf8-2f23-4afd-a4e3-db0a929a1e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:08.556531 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-ef040637-04eb-4754-8b11-e59b11a5c76f None None] Provisioning complete for port ba4333a4-99f9-467e-bb63-59997fdfcdcc triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:08.557118 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ef040637-04eb-4754-8b11-e59b11a5c76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (ba4333a4-99f9-467e-bb63-59997fdfcdcc), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:08.557213 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3c3c2-b227-4dd0-9612-d05e6df2b39c req-a810f01e-5ea3-4cde-a4e5-be88eea9afe1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:08.558932 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-88d3c3c2-b227-4dd0-9612-d05e6df2b39c req-a810f01e-5ea3-4cde-a4e5-be88eea9afe1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0512648 May 25 15:02:08.568881 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60114) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:08.573611 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-00897a63-afc3-4f27-b0bc-fa1a337aa96a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Request body: {'floatingip': {'port_id': 'd0275964-ead5-40f3-93a4-63cb2514a0ae'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:08.592999 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-ef040637-04eb-4754-8b11-e59b11a5c76f None None] Port ba4333a4-99f9-467e-bb63-59997fdfcdcc cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:02:08.612250 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-00897a63-afc3-4f27-b0bc-fa1a337aa96a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for floatingip (96e9c952-f9e6-4427-a6ec-19ac340e2c5f), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:08.621310 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (ba4333a4-99f9-467e-bb63-59997fdfcdcc), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:08.844793 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:08.928159 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4333a4-99f9-467e-bb63-59997fdfcdcc {{(pid=116225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:02:08.936046 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Publish callbacks [] for port (ba4333a4-99f9-467e-bb63-59997fdfcdcc), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:08.948619 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.provisioning_blocks [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Transition to ACTIVE for port object ba4333a4-99f9-467e-bb63-59997fdfcdcc will not be triggered until provisioned by entity L2. {{(pid=116225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:02:09.030887 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f16c1-e72a-460d-8cf3-df54f5d981ec req-e8010c80-31a7-4e3a-81fa-f4fa427f7bf6 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:09.032433 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-094f16c1-e72a-460d-8cf3-df54f5d981ec req-e8010c80-31a7-4e3a-81fa-f4fa427f7bf6 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 932 time: 0.0962341 May 25 15:02:09.055737 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0064775c-d12f-404f-ba21-f2e6d1bd769b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:09.128827 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-094f16c1-e72a-460d-8cf3-df54f5d981ec req-d7dce37d-c598-4ba1-9a01-e39743f053f1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901823 May 25 15:02:09.165415 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:09.235921 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (ba4333a4-99f9-467e-bb63-59997fdfcdcc), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:09.288004 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Pushing event updated for resources: {'Port': ['ID=ba4333a4-99f9-467e-bb63-59997fdfcdcc,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:09.358777 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-00897a63-afc3-4f27-b0bc-fa1a337aa96a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:09.368249 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Attempting to bind port ba4333a4-99f9-467e-bb63-59997fdfcdcc on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:02:09.368595 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Attempting to bind port ba4333a4-99f9-467e-bb63-59997fdfcdcc by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:02:09.368929 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Attempting to bind port ba4333a4-99f9-467e-bb63-59997fdfcdcc on network fa952598-36d5-42ef-b4ac-0f4017a94969 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:02:09.373843 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Port ba4333a4-99f9-467e-bb63-59997fdfcdcc on network fa952598-36d5-42ef-b4ac-0f4017a94969 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:02:09.374164 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Attempting to bind port ba4333a4-99f9-467e-bb63-59997fdfcdcc on network fa952598-36d5-42ef-b4ac-0f4017a94969 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:02:09.379387 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:02:09.379730 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Checking segment: {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:02:09.380122 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Bound using segment: {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:02:09.380545 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Bound port: ba4333a4-99f9-467e-bb63-59997fdfcdcc, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'}}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:02:09.380915 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (ba4333a4-99f9-467e-bb63-59997fdfcdcc), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:09.382605 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:09.449934 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] For port ba4333a4-99f9-467e-bb63-59997fdfcdcc, host hv-cinder-83028, cleared binding levels {{(pid=116225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:02:09.453674 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] For port ba4333a4-99f9-467e-bb63-59997fdfcdcc, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=ba4333a4-99f9-467e-bb63-59997fdfcdcc,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:02:09.569882 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-00897a63-afc3-4f27-b0bc-fa1a337aa96a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (96e9c952-f9e6-4427-a6ec-19ac340e2c5f), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:09.664931 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.l3_db [None req-00897a63-afc3-4f27-b0bc-fa1a337aa96a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Floating IP 96e9c952-f9e6-4427-a6ec-19ac340e2c5f associated. External IP: 172.27.1.16, port: d0275964-ead5-40f3-93a4-63cb2514a0ae. May 25 15:02:09.687869 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (ba4333a4-99f9-467e-bb63-59997fdfcdcc), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:09.720276 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:09.721048 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:09.722448 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b49280ba-5514-43c3-8c39-315260f368a4 req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] 10.222.0.86 "PUT /v2.0/ports/ba4333a4-99f9-467e-bb63-59997fdfcdcc HTTP/1.1" status: 200 len: 1094 time: 1.1824486 May 25 15:02:09.724868 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4981ccf8-2f23-4afd-a4e3-db0a929a1e1e', 'tag': 'ba4333a4-99f9-467e-bb63-59997fdfcdcc'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:09.727154 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8a6f48-53b4-4894-9aba-c13f210b023a" -d '{"events": [{"name": "network-changed", "server_uuid": "4981ccf8-2f23-4afd-a4e3-db0a929a1e1e", "tag": "ba4333a4-99f9-467e-bb63-59997fdfcdcc"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:09.747176 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:09.757116 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d381ec2-4c13-4927-9236-af046a04e70a service neutron] Pushing event updated for resources: {'Port': ['ID=ba4333a4-99f9-467e-bb63-59997fdfcdcc,revision_number=3']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:09.803738 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1250b7f3-3fdc-4dd1-a34b-5049c8b19539 x-openstack-request-id: req-1250b7f3-3fdc-4dd1-a34b-5049c8b19539 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:09.804259 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4981ccf8-2f23-4afd-a4e3-db0a929a1e1e", "tag": "ba4333a4-99f9-467e-bb63-59997fdfcdcc", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:09.804763 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1250b7f3-3fdc-4dd1-a34b-5049c8b19539 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:09.805417 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1250b7f3-3fdc-4dd1-a34b-5049c8b19539'] response: {'name': 'network-changed', 'server_uuid': '4981ccf8-2f23-4afd-a4e3-db0a929a1e1e', 'tag': 'ba4333a4-99f9-467e-bb63-59997fdfcdcc', 'status': 'completed', 'code': 200} May 25 15:02:09.896053 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a6f48-53b4-4894-9aba-c13f210b023a req-e36f2232-4a4a-4c2a-b489-69034a358e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:09.897594 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2f8a6f48-53b4-4894-9aba-c13f210b023a req-e36f2232-4a4a-4c2a-b489-69034a358e7f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 1128 time: 0.0456352 May 25 15:02:09.906133 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00897a63-afc3-4f27-b0bc-fa1a337aa96a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Router cbef5c56-0d19-4a35-8e5b-f4663b52c690 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:02:10.017734 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00897a63-afc3-4f27-b0bc-fa1a337aa96a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:02:10.022587 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-00897a63-afc3-4f27-b0bc-fa1a337aa96a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:10.025236 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a6f48-53b4-4894-9aba-c13f210b023a req-d6cf5fbc-20ad-4c28-bcf0-f6d00059ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:10.026756 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2f8a6f48-53b4-4894-9aba-c13f210b023a req-d6cf5fbc-20ad-4c28-bcf0-f6d00059ae1b service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1061623 May 25 15:02:10.035312 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0658870-bb2c-4208-a7af-49de569e39e0 None None] Sync routers for ids ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:02:10.056992 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-00897a63-afc3-4f27-b0bc-fa1a337aa96a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "PUT /v2.0/floatingips/96e9c952-f9e6-4427-a6ec-19ac340e2c5f HTTP/1.1" status: 200 len: 991 time: 1.4869559 May 25 15:02:10.057574 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adffb0a-813f-410e-88eb-e901f068c873', 'tag': 'd0275964-ead5-40f3-93a4-63cb2514a0ae'}] {{(pid=116226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:10.058504 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0658870-bb2c-4208-a7af-49de569e39e0 None None] Routers {'cbef5c56-0d19-4a35-8e5b-f4663b52c690'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:10.059424 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-f0658870-bb2c-4208-a7af-49de569e39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:02:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:10.060683 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dc151ac6212342da2108a0a28b94f4203e9e0da67b00e21663921939482ef4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20741330-dc83-4a96-9d44-cf18c29feb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "7adffb0a-813f-410e-88eb-e901f068c873", "tag": "d0275964-ead5-40f3-93a4-63cb2514a0ae"}]}' {{(pid=116226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:10.105101 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb4fd32-e8d5-4737-a23a-05849b35696f x-openstack-request-id: req-4eb4fd32-e8d5-4737-a23a-05849b35696f {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:10.105404 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7adffb0a-813f-410e-88eb-e901f068c873", "tag": "d0275964-ead5-40f3-93a4-63cb2514a0ae", "status": "completed", "code": 200}]} {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:10.105654 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4eb4fd32-e8d5-4737-a23a-05849b35696f {{(pid=116226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:10.106062 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb4fd32-e8d5-4737-a23a-05849b35696f'] response: {'name': 'network-changed', 'server_uuid': '7adffb0a-813f-410e-88eb-e901f068c873', 'tag': 'd0275964-ead5-40f3-93a4-63cb2514a0ae', 'status': 'completed', 'code': 200} May 25 15:02:10.110339 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:10.131874 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a6f48-53b4-4894-9aba-c13f210b023a req-f5c61bf3-9d4b-4804-83dc-cef60293aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:10.133359 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2f8a6f48-53b4-4894-9aba-c13f210b023a req-f5c61bf3-9d4b-4804-83dc-cef60293aad3 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004214 May 25 15:02:10.169211 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-f0658870-bb2c-4208-a7af-49de569e39e0 None None] Set router cbef5c56-0d19-4a35-8e5b-f4663b52c690 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:10.202904 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:10.249657 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c3189-89ab-4906-bccf-2d55fd4c0d22 req-3017a891-bb99-4529-a680-5c3ae101d7e2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:10.251365 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-af6c3189-89ab-4906-bccf-2d55fd4c0d22 req-3017a891-bb99-4529-a680-5c3ae101d7e2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 944 time: 0.0491674 May 25 15:02:10.299865 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-af6c3189-89ab-4906-bccf-2d55fd4c0d22 req-c3cfc88f-93f6-4d99-abca-c9927bbd2b08 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429039 May 25 15:02:10.407150 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-f0658870-bb2c-4208-a7af-49de569e39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '96e9c952-f9e6-4427-a6ec-19ac340e2c5f', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'port_id': 'd0275964-ead5-40f3-93a4-63cb2514a0ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'mac_address': 'fa:16:3e:a8:88:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adffb0a-813f-410e-88eb-e901f068c873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:01:52Z', 'updated_at': '2022-05-25T15:02:09Z', 'revision_number': 1, 'project_id': '18c8213736cf4113951fbb3520c18183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5acd3c-c621-489f-9168-6d1e80220740', 'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'mac_address': 'fa:16:3e:43:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:55:01Z', 'revision_number': 5, 'project_id': '18c8213736cf4113951fbb3520c18183', 'subnets': [{'id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:10.431300 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0658870-bb2c-4208-a7af-49de569e39e0 None None] Checking router: cbef5c56-0d19-4a35-8e5b-f4663b52c690 for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:02:10.440485 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0658870-bb2c-4208-a7af-49de569e39e0 None None] Routers {'cbef5c56-0d19-4a35-8e5b-f4663b52c690'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:10.441097 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-f0658870-bb2c-4208-a7af-49de569e39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:02:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:10.475438 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:10.544496 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-f0658870-bb2c-4208-a7af-49de569e39e0 None None] Set router cbef5c56-0d19-4a35-8e5b-f4663b52c690 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:10.659356 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20741330-dc83-4a96-9d44-cf18c29feb1d req-9b9a5d9a-bbf0-4238-945b-5da656a156cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:10.660878 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-20741330-dc83-4a96-9d44-cf18c29feb1d req-9b9a5d9a-bbf0-4238-945b-5da656a156cc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18c8213736cf4113951fbb3520c18183&device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 1130 time: 0.0728071 May 25 15:02:10.666089 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49280ba-5514-43c3-8c39-315260f368a4 req-e8433046-ef23-4d10-9148-9e62101d0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:10.667697 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b49280ba-5514-43c3-8c39-315260f368a4 req-e8433046-ef23-4d10-9148-9e62101d0e93 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 1128 time: 0.0522501 May 25 15:02:10.757994 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b49280ba-5514-43c3-8c39-315260f368a4 req-8635361f-1396-4917-ad93-04d022129add service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba4333a4-99f9-467e-bb63-59997fdfcdcc HTTP/1.1" status: 200 len: 217 time: 0.0438673 May 25 15:02:10.759306 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-f0658870-bb2c-4208-a7af-49de569e39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '96e9c952-f9e6-4427-a6ec-19ac340e2c5f', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'port_id': 'd0275964-ead5-40f3-93a4-63cb2514a0ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'mac_address': 'fa:16:3e:a8:88:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adffb0a-813f-410e-88eb-e901f068c873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:01:52Z', 'updated_at': '2022-05-25T15:02:09Z', 'revision_number': 1, 'project_id': '18c8213736cf4113951fbb3520c18183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5acd3c-c621-489f-9168-6d1e80220740', 'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'mac_address': 'fa:16:3e:43:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:55:01Z', 'revision_number': 5, 'project_id': '18c8213736cf4113951fbb3520c18183', 'subnets': [{'id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:10.788645 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0658870-bb2c-4208-a7af-49de569e39e0 None None] The sync data for ids ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'] in dv-cinder-830283-3-iscsi is: [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '96e9c952-f9e6-4427-a6ec-19ac340e2c5f', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'port_id': 'd0275964-ead5-40f3-93a4-63cb2514a0ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'mac_address': 'fa:16:3e:a8:88:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adffb0a-813f-410e-88eb-e901f068c873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:01:52Z', 'updated_at': '2022-05-25T15:02:09Z', 'revision_number': 1, 'project_id': '18c8213736cf4113951fbb3520c18183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5acd3c-c621-489f-9168-6d1e80220740', 'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'mac_address': 'fa:16:3e:43:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:55:01Z', 'revision_number': 5, 'project_id': '18c8213736cf4113951fbb3520c18183', 'subnets': [{'id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:02:10.804044 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20741330-dc83-4a96-9d44-cf18c29feb1d req-a843239a-30fd-4f37-a71e-61b40ace4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:10.805717 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-20741330-dc83-4a96-9d44-cf18c29feb1d req-a843239a-30fd-4f37-a71e-61b40ace4afb service neutron] 10.222.0.86 "GET /v2.0/networks?id=0ddfa1ea-b411-4388-afb5-c29ffb748770 HTTP/1.1" status: 200 len: 918 time: 0.1369741 May 25 15:02:10.883283 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49280ba-5514-43c3-8c39-315260f368a4 req-19afafaa-5785-4a9c-8670-aec99269c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:10.884810 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b49280ba-5514-43c3-8c39-315260f368a4 req-19afafaa-5785-4a9c-8670-aec99269c69b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1ed1170-215c-4406-945e-b79e6c0cdc5d HTTP/1.1" status: 200 len: 853 time: 0.0923522 May 25 15:02:10.895953 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-20741330-dc83-4a96-9d44-cf18c29feb1d req-7987b9ec-5876-4bdd-9e39-adeb19b45c1c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0275964-ead5-40f3-93a4-63cb2514a0ae HTTP/1.1" status: 200 len: 999 time: 0.0710638 May 25 15:02:10.981866 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49280ba-5514-43c3-8c39-315260f368a4 req-c00b8821-41a9-4f50-9e6f-20f15d4cea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:10.983983 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b49280ba-5514-43c3-8c39-315260f368a4 req-c00b8821-41a9-4f50-9e6f-20f15d4cea38 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa952598-36d5-42ef-b4ac-0f4017a94969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794718 May 25 15:02:10.991893 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20741330-dc83-4a96-9d44-cf18c29feb1d req-618a72da-e29a-4328-8f94-3521d2e90b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:10.993363 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-20741330-dc83-4a96-9d44-cf18c29feb1d req-618a72da-e29a-4328-8f94-3521d2e90b72 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6457fdac-c3cb-47a9-aa14-b3ac369fd174 HTTP/1.1" status: 200 len: 856 time: 0.0877786 May 25 15:02:11.021051 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7989a1-60e9-4e71-864f-0495a8b054e2 None None] New status for floating IP 96e9c952-f9e6-4427-a6ec-19ac340e2c5f: ACTIVE {{(pid=116228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:02:11.083989 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20741330-dc83-4a96-9d44-cf18c29feb1d req-288fad2c-2037-49c9-85ea-4b6bf6a5607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:11.085503 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-20741330-dc83-4a96-9d44-cf18c29feb1d req-288fad2c-2037-49c9-85ea-4b6bf6a5607b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0ddfa1ea-b411-4388-afb5-c29ffb748770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832050 May 25 15:02:11.161867 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b49280ba-5514-43c3-8c39-315260f368a4 req-3333ca6c-6c7f-4ec3-91c6-abb53396b361 service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675024 May 25 15:02:11.250040 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-20741330-dc83-4a96-9d44-cf18c29feb1d req-395b3549-d3c5-4e67-8fe8-c7a0be3492ee service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504972 May 25 15:02:11.333765 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b49280ba-5514-43c3-8c39-315260f368a4 req-f8c40627-94d6-430d-886f-24a781d1c548 service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624296 May 25 15:02:11.366996 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-20741330-dc83-4a96-9d44-cf18c29feb1d req-8ca7276b-f809-44c7-a05a-cdca2b41a984 service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094205 May 25 15:02:11.418589 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402d56b-fcdc-4f47-a49d-5c2d83858e15 req-a3f5e4ac-35a2-4144-a955-c2b1d0aac7f9 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:11.420659 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2402d56b-fcdc-4f47-a49d-5c2d83858e15 req-a3f5e4ac-35a2-4144-a955-c2b1d0aac7f9 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 944 time: 0.0483940 May 25 15:02:11.472752 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2402d56b-fcdc-4f47-a49d-5c2d83858e15 req-b2acd564-d3e6-40b9-b5b6-17e9fb3af39a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464234 May 25 15:02:11.523864 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:11.666855 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:11.958131 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:12.049677 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:12.587484 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58842f8f-e03c-4bc3-80ea-0aa7fb4a2891 req-56a61148-6e9d-4544-8466-6aa08c5f8d7e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:12.588935 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-58842f8f-e03c-4bc3-80ea-0aa7fb4a2891 req-56a61148-6e9d-4544-8466-6aa08c5f8d7e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 944 time: 0.0479715 May 25 15:02:12.637679 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-58842f8f-e03c-4bc3-80ea-0aa7fb4a2891 req-582fec3b-a6cd-47eb-8f61-0bfccc438d75 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432158 May 25 15:02:12.694275 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:12.707487 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34c467-b25d-4c4d-898e-c9c502eeb4ab req-257a7860-f337-4375-af2d-d19f47801ed6 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:12.708977 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2e34c467-b25d-4c4d-898e-c9c502eeb4ab req-257a7860-f337-4375-af2d-d19f47801ed6 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0474472 May 25 15:02:12.756514 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2e34c467-b25d-4c4d-898e-c9c502eeb4ab req-51a66c09-7b86-4f00-a508-cbc103785a7c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 May 25 15:02:12.909844 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:13.767833 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfc307-e113-44c9-b8a9-fd4cc5eef9ce req-4d80d36e-c27a-407f-b769-677306a2dbc6 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:13.769244 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3bdfc307-e113-44c9-b8a9-fd4cc5eef9ce req-4d80d36e-c27a-407f-b769-677306a2dbc6 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 944 time: 0.0595315 May 25 15:02:13.823206 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3bdfc307-e113-44c9-b8a9-fd4cc5eef9ce req-78ad5992-2fb7-4e52-8c72-19e764af7c94 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456262 May 25 15:02:13.875184 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e52ea-03d6-400d-863f-e69a97365d74 req-315580f8-838c-4d83-af7d-6cc6fff5e906 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:13.876730 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c07e52ea-03d6-400d-863f-e69a97365d74 req-315580f8-838c-4d83-af7d-6cc6fff5e906 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0475252 May 25 15:02:13.925155 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c07e52ea-03d6-400d-863f-e69a97365d74 req-d4a98aca-a812-4ad6-a2a9-cdd89cea684b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426569 May 25 15:02:14.944986 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad6bb4-5277-41d3-bf59-283329a783ee req-a5908ff5-1248-4a42-bc55-fa9c52fe6e0b tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:14.946569 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-99ad6bb4-5277-41d3-bf59-283329a783ee req-a5908ff5-1248-4a42-bc55-fa9c52fe6e0b tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 944 time: 0.0522742 May 25 15:02:14.986904 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device ba4333a4-99f9-467e-bb63-59997fdfcdcc details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:02:14.997901 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-99ad6bb4-5277-41d3-bf59-283329a783ee req-09636461-0b97-4b3f-a2dd-25579b6ceb33 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456922 May 25 15:02:15.052038 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497b85d-e0e4-4eb0-b547-fe5ebecddf78 req-42d39589-eaaf-4dd6-ba98-66abd10f78b2 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:15.053706 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a497b85d-e0e4-4eb0-b547-fe5ebecddf78 req-42d39589-eaaf-4dd6-ba98-66abd10f78b2 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0508022 May 25 15:02:15.092990 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port ba4333a4-99f9-467e-bb63-59997fdfcdcc, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=ba4333a4-99f9-467e-bb63-59997fdfcdcc,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:15.110276 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a497b85d-e0e4-4eb0-b547-fe5ebecddf78 req-bba23fda-f536-42e4-b2e0-72053c47a8f3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466199 May 25 15:02:15.111308 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': 'ba4333a4-99f9-467e-bb63-59997fdfcdcc', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'port_id': 'ba4333a4-99f9-467e-bb63-59997fdfcdcc', 'mac_address': 'fa:16:3e:df:56:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:02:15.147764 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port ba4333a4-99f9-467e-bb63-59997fdfcdcc is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:15.148156 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (ba4333a4-99f9-467e-bb63-59997fdfcdcc), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:15.162140 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4333a4-99f9-467e-bb63-59997fdfcdcc {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:02:15.182747 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port ba4333a4-99f9-467e-bb63-59997fdfcdcc, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=ba4333a4-99f9-467e-bb63-59997fdfcdcc,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:15.317869 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (ba4333a4-99f9-467e-bb63-59997fdfcdcc), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:15.370348 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=ba4333a4-99f9-467e-bb63-59997fdfcdcc,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:15.844532 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['ba4333a4-99f9-467e-bb63-59997fdfcdcc'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:02:16.133366 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afae8a8-53ba-469e-a5b4-798b41f675c3 req-1da8f4de-5203-40e9-954b-d8a012b12a40 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:16.135939 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1afae8a8-53ba-469e-a5b4-798b41f675c3 req-1da8f4de-5203-40e9-954b-d8a012b12a40 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 945 time: 0.0550578 May 25 15:02:16.199176 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1afae8a8-53ba-469e-a5b4-798b41f675c3 req-2dbbe2b3-9e47-49ac-909c-06f3f27590c8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581064 May 25 15:02:16.232766 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc8173-563b-4eb5-aab7-73e9c08f9504 req-d85e713d-697a-4ae8-b645-a3d8d05e3be3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:16.234242 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-eafc8173-563b-4eb5-aab7-73e9c08f9504 req-d85e713d-697a-4ae8-b645-a3d8d05e3be3 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0522544 May 25 15:02:16.285475 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-eafc8173-563b-4eb5-aab7-73e9c08f9504 req-655ae730-d7c8-49ca-bf26-86fdf3f90081 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442894 May 25 15:02:17.297305 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device ba4333a4-99f9-467e-bb63-59997fdfcdcc up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:02:17.320767 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9341df-f733-4642-afad-467b54f1cf51 req-a122069d-e222-4b50-b15c-4db35612a6c8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:17.322369 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2f9341df-f733-4642-afad-467b54f1cf51 req-a122069d-e222-4b50-b15c-4db35612a6c8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 945 time: 0.0516055 May 25 15:02:17.353631 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port ba4333a4-99f9-467e-bb63-59997fdfcdcc completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:02:17.385324 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2f9341df-f733-4642-afad-467b54f1cf51 req-afe79e60-4c11-4702-bdd7-830c16d31d9c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564556 May 25 15:02:17.423311 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbbae2-dee7-4b12-bb09-3fd78a350761 req-f71dfdf8-fe8a-4e05-939d-9369a1f32e9b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:17.424712 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-30fbbae2-dee7-4b12-bb09-3fd78a350761 req-f71dfdf8-fe8a-4e05-939d-9369a1f32e9b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0557370 May 25 15:02:17.460677 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port ba4333a4-99f9-467e-bb63-59997fdfcdcc triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:17.461088 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (ba4333a4-99f9-467e-bb63-59997fdfcdcc), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:17.473498 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-30fbbae2-dee7-4b12-bb09-3fd78a350761 req-647264b7-f7db-4379-b66c-c9b111ae9dbd tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429130 May 25 15:02:17.538846 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port ba4333a4-99f9-467e-bb63-59997fdfcdcc is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:17.539241 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (ba4333a4-99f9-467e-bb63-59997fdfcdcc), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:17.559040 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:17.563957 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4981ccf8-2f23-4afd-a4e3-db0a929a1e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4333a4-99f9-467e-bb63-59997fdfcdcc'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:17.566170 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24b4abe-596e-482b-a385-5cc8336a83ad" -d '{"events": [{"server_uuid": "4981ccf8-2f23-4afd-a4e3-db0a929a1e1e", "name": "network-vif-plugged", "status": "completed", "tag": "ba4333a4-99f9-467e-bb63-59997fdfcdcc"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:17.578845 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port ba4333a4-99f9-467e-bb63-59997fdfcdcc, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=ba4333a4-99f9-467e-bb63-59997fdfcdcc,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:17.631198 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f7baa5-35b6-4d26-8ded-5e64eac16724 x-openstack-request-id: req-b4f7baa5-35b6-4d26-8ded-5e64eac16724 {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:17.631198 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4981ccf8-2f23-4afd-a4e3-db0a929a1e1e", "name": "network-vif-plugged", "status": "completed", "tag": "ba4333a4-99f9-467e-bb63-59997fdfcdcc", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:17.631198 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b4f7baa5-35b6-4d26-8ded-5e64eac16724 {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:17.631198 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4f7baa5-35b6-4d26-8ded-5e64eac16724'] response: {'server_uuid': '4981ccf8-2f23-4afd-a4e3-db0a929a1e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4333a4-99f9-467e-bb63-59997fdfcdcc', 'code': 200} May 25 15:02:17.741653 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (ba4333a4-99f9-467e-bb63-59997fdfcdcc), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:17.791289 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=ba4333a4-99f9-467e-bb63-59997fdfcdcc,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:18.507482 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b7b42-00d2-46f5-90b0-fd960fddfcec req-23a54dcd-22af-41d0-8730-820c9f5b70ef tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:18.509213 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-982b7b42-00d2-46f5-90b0-fd960fddfcec req-23a54dcd-22af-41d0-8730-820c9f5b70ef tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 946 time: 0.0537715 May 25 15:02:18.541571 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:18.568534 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-982b7b42-00d2-46f5-90b0-fd960fddfcec req-5283ac66-632a-4e7c-a14a-7a11aad4c97f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523915 May 25 15:02:18.589246 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:18.602217 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7dcd89-986f-4261-8e77-15988cacb475 req-c30c9d98-4cce-46e6-ac84-5161a5d4acdb tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:18.611154 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0d7dcd89-986f-4261-8e77-15988cacb475 req-c30c9d98-4cce-46e6-ac84-5161a5d4acdb tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0516322 May 25 15:02:18.627291 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd553f-16a9-4e35-94ee-51ebe6a52e86 req-fece175d-5fa0-463e-b7db-0864c42861b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:18.628803 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2ffd553f-16a9-4e35-94ee-51ebe6a52e86 req-fece175d-5fa0-463e-b7db-0864c42861b1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 1130 time: 0.0396988 May 25 15:02:18.655156 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0d7dcd89-986f-4261-8e77-15988cacb475 req-dd2dcbd1-88a8-471d-854b-cad0aa840e3c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457816 May 25 15:02:18.674071 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2ffd553f-16a9-4e35-94ee-51ebe6a52e86 req-10833ec8-bb1e-423d-b2f1-5bf051c3c6fc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384109 May 25 15:02:19.688338 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3555653-5a80-4bbd-bb9e-d3f0f1da908d req-b9871177-2bae-4d91-b172-838a9ad55357 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:19.689860 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e3555653-5a80-4bbd-bb9e-d3f0f1da908d req-b9871177-2bae-4d91-b172-838a9ad55357 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 946 time: 0.0475566 May 25 15:02:19.764012 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e3555653-5a80-4bbd-bb9e-d3f0f1da908d req-dc70d083-d1e3-4bac-9773-9951eeb0e85c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680022 May 25 15:02:19.780215 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7d765-2d02-4123-a885-4de7f8d4c6b7 req-e3c259e7-9225-4b74-b4d0-c57812a9b94b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:19.781703 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-14e7d765-2d02-4123-a885-4de7f8d4c6b7 req-e3c259e7-9225-4b74-b4d0-c57812a9b94b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0571036 May 25 15:02:19.834431 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-14e7d765-2d02-4123-a885-4de7f8d4c6b7 req-ae66466c-df41-4b0a-b102-5b6ba9bb9d10 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b230ea2-492c-4ae4-9dfe-bad074d60d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467219 May 25 15:02:19.867737 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b960bfc-5952-4960-a93d-0761e8b476cc req-a0d6acab-94c5-4f49-83b1-31d2601f176c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:19.869114 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0b960bfc-5952-4960-a93d-0761e8b476cc req-a0d6acab-94c5-4f49-83b1-31d2601f176c tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 945 time: 0.0484340 May 25 15:02:19.960054 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-0b960bfc-5952-4960-a93d-0761e8b476cc req-0a016e6b-0788-4079-955e-c8fb83ead6a4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Deleting port 9e663dba-92f0-4076-8dd2-b498d22380ee {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:19.960392 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-0b960bfc-5952-4960-a93d-0761e8b476cc req-0a016e6b-0788-4079-955e-c8fb83ead6a4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (9e663dba-92f0-4076-8dd2-b498d22380ee), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:20.050182 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-0b960bfc-5952-4960-a93d-0761e8b476cc req-0a016e6b-0788-4079-955e-c8fb83ead6a4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] For port 9e663dba-92f0-4076-8dd2-b498d22380ee, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=9e663dba-92f0-4076-8dd2-b498d22380ee,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:20.050543 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-0b960bfc-5952-4960-a93d-0761e8b476cc req-0a016e6b-0788-4079-955e-c8fb83ead6a4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (9e663dba-92f0-4076-8dd2-b498d22380ee), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:20.222896 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-0b960bfc-5952-4960-a93d-0761e8b476cc req-0a016e6b-0788-4079-955e-c8fb83ead6a4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:20.223256 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-0b960bfc-5952-4960-a93d-0761e8b476cc req-0a016e6b-0788-4079-955e-c8fb83ead6a4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (92e09369-1eab-443f-a223-805594203025), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:20.223566 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [req-0b960bfc-5952-4960-a93d-0761e8b476cc req-0a016e6b-0788-4079-955e-c8fb83ead6a4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Floating IP 92e09369-1eab-443f-a223-805594203025 disassociated. External IP: 172.27.1.199, port: 9e663dba-92f0-4076-8dd2-b498d22380ee. May 25 15:02:20.223913 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-0b960bfc-5952-4960-a93d-0761e8b476cc req-0a016e6b-0788-4079-955e-c8fb83ead6a4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Calling delete_port for 9e663dba-92f0-4076-8dd2-b498d22380ee owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:20.275551 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:20.472967 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-0b960bfc-5952-4960-a93d-0761e8b476cc req-0a016e6b-0788-4079-955e-c8fb83ead6a4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (9e663dba-92f0-4076-8dd2-b498d22380ee), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:20.506884 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a016e6b-0788-4079-955e-c8fb83ead6a4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Pushing event deleted for resources: {'Port': ['ID=9e663dba-92f0-4076-8dd2-b498d22380ee,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:20.620858 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b960bfc-5952-4960-a93d-0761e8b476cc req-0a016e6b-0788-4079-955e-c8fb83ead6a4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Router 7e34a6e3-edc3-449f-a348-eb9b0461b06c has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:02:20.680583 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:20.731421 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b960bfc-5952-4960-a93d-0761e8b476cc req-0a016e6b-0788-4079-955e-c8fb83ead6a4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:02:20.743288 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2866385b-b4b2-410c-b9cc-44a7b18eabe4 None None] Sync routers for ids ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:02:20.755473 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2866385b-b4b2-410c-b9cc-44a7b18eabe4 None None] Routers {'7e34a6e3-edc3-449f-a348-eb9b0461b06c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:20.756102 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-2866385b-b4b2-410c-b9cc-44a7b18eabe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:02:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:20.779765 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b960bfc-5952-4960-a93d-0761e8b476cc req-0a016e6b-0788-4079-955e-c8fb83ead6a4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] No DVR routers for this DVR port 9e663dba-92f0-4076-8dd2-b498d22380ee on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:02:20.782355 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-0b960bfc-5952-4960-a93d-0761e8b476cc req-0a016e6b-0788-4079-955e-c8fb83ead6a4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:20.785711 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0b960bfc-5952-4960-a93d-0761e8b476cc req-0a016e6b-0788-4079-955e-c8fb83ead6a4 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.86 "DELETE /v2.0/ports/9e663dba-92f0-4076-8dd2-b498d22380ee HTTP/1.1" status: 204 len: 173 time: 0.9096477 May 25 15:02:20.786690 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'name': 'network-vif-deleted', 'tag': '9e663dba-92f0-4076-8dd2-b498d22380ee'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:20.788695 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac61731-6f30-478a-9938-5713c7ede1fa" -d '{"events": [{"server_uuid": "f2529df8-e20b-49ac-a79a-3591457940dd", "name": "network-vif-deleted", "tag": "9e663dba-92f0-4076-8dd2-b498d22380ee"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:20.835180 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6167dce-11d5-4d54-9836-0c66a70fea3b x-openstack-request-id: req-f6167dce-11d5-4d54-9836-0c66a70fea3b {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:20.835180 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2529df8-e20b-49ac-a79a-3591457940dd", "name": "network-vif-deleted", "tag": "9e663dba-92f0-4076-8dd2-b498d22380ee", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:20.835180 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f6167dce-11d5-4d54-9836-0c66a70fea3b {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:20.835180 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6167dce-11d5-4d54-9836-0c66a70fea3b'] response: {'server_uuid': 'f2529df8-e20b-49ac-a79a-3591457940dd', 'name': 'network-vif-deleted', 'tag': '9e663dba-92f0-4076-8dd2-b498d22380ee', 'status': 'completed', 'code': 200} May 25 15:02:20.881331 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:20.883587 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-2866385b-b4b2-410c-b9cc-44a7b18eabe4 None None] Set router 7e34a6e3-edc3-449f-a348-eb9b0461b06c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:20.925882 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe4748-47cc-441a-8897-044ee50eb1b5 req-c850dc0f-3ebf-4d81-942b-eb7887e666cc tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:20.927323 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6cbe4748-47cc-441a-8897-044ee50eb1b5 req-c850dc0f-3ebf-4d81-942b-eb7887e666cc tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 946 time: 0.0838721 May 25 15:02:20.974182 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a3324330-d6b9-4bf3-aa26-6ce731b99721 req-c277fe1c-680d-42b2-9356-2b666cd8cccf tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 210 time: 0.0330222 May 25 15:02:21.017787 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6cbe4748-47cc-441a-8897-044ee50eb1b5 req-2405e81f-0791-4b80-b680-da52e4091950 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836930 May 25 15:02:21.135664 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-2866385b-b4b2-410c-b9cc-44a7b18eabe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:51Z', 'revision_number': 4, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'gw_port': {'id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '046875c1-2c4b-477e-8d70-b06725156f02', 'name': '', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'mac_address': 'fa:16:3e:f5:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:49Z', 'updated_at': '2022-05-25T14:55:04Z', 'revision_number': 5, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'subnets': [{'id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:21.148008 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:21.148615 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010ae24-2ee9-4c65-87cf-e15d8675e224 req-4577393d-e3f3-4d51-9c28-00cc7d53bca8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:21.150563 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3010ae24-2ee9-4c65-87cf-e15d8675e224 req-4577393d-e3f3-4d51-9c28-00cc7d53bca8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 946 time: 0.0560017 May 25 15:02:21.152223 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:21.161544 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60190) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:21.166799 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-c19e1c53-03e5-47ba-8ed6-bd3b2e2b0483 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'floatingip': {'port_id': 'ba4333a4-99f9-467e-bb63-59997fdfcdcc'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:21.180169 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2866385b-b4b2-410c-b9cc-44a7b18eabe4 None None] Checking router: 7e34a6e3-edc3-449f-a348-eb9b0461b06c for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:02:21.190107 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2866385b-b4b2-410c-b9cc-44a7b18eabe4 None None] Routers {'7e34a6e3-edc3-449f-a348-eb9b0461b06c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:21.190840 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-2866385b-b4b2-410c-b9cc-44a7b18eabe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:02:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:21.210410 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-c19e1c53-03e5-47ba-8ed6-bd3b2e2b0483 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (30fe08c0-176e-4c66-9bf6-74816972ed43), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:21.290777 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 9e663dba-92f0-4076-8dd2-b498d22380ee no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:02:21.321592 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: 9e663dba-92f0-4076-8dd2-b498d22380ee {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:02:21.321940 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 9e663dba-92f0-4076-8dd2-b498d22380ee not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:02:21.331761 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-2866385b-b4b2-410c-b9cc-44a7b18eabe4 None None] Set router 7e34a6e3-edc3-449f-a348-eb9b0461b06c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:21.535586 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-2866385b-b4b2-410c-b9cc-44a7b18eabe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:51Z', 'revision_number': 4, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'gw_port': {'id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '046875c1-2c4b-477e-8d70-b06725156f02', 'name': '', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'mac_address': 'fa:16:3e:f5:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:49Z', 'updated_at': '2022-05-25T14:55:04Z', 'revision_number': 5, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'subnets': [{'id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:21.562094 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2866385b-b4b2-410c-b9cc-44a7b18eabe4 None None] The sync data for ids ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'] in dv-cinder-830283-3-iscsi is: [{'id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:51Z', 'revision_number': 4, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'gw_port': {'id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '046875c1-2c4b-477e-8d70-b06725156f02', 'name': '', 'network_id': '1af7d524-3bf7-4e87-bf8e-df0a6b0097e3', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'mac_address': 'fa:16:3e:f5:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:49Z', 'updated_at': '2022-05-25T14:55:04Z', 'revision_number': 5, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'subnets': [{'id': '2ddc4207-3cdb-480e-9ac3-b200998dd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:02:21.669140 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-c19e1c53-03e5-47ba-8ed6-bd3b2e2b0483 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:21.784135 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-c19e1c53-03e5-47ba-8ed6-bd3b2e2b0483 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (30fe08c0-176e-4c66-9bf6-74816972ed43), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:21.803018 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead05f2-0ea8-4a3a-9bfb-c8148ec584f7 None None] New status for floating IP 92e09369-1eab-443f-a223-805594203025: DOWN {{(pid=116228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:02:21.888661 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.l3_db [None req-c19e1c53-03e5-47ba-8ed6-bd3b2e2b0483 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Floating IP 30fe08c0-176e-4c66-9bf6-74816972ed43 associated. External IP: 172.27.1.225, port: ba4333a4-99f9-467e-bb63-59997fdfcdcc. May 25 15:02:21.973382 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:21.985625 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:22.111810 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1748849a-ced7-41a7-8113-5db0ec32d0b4 req-e19a035f-91d6-4053-a359-9d496d1de78b tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2529df8-e20b-49ac-a79a-3591457940dd HTTP/1.1" status: 200 len: 210 time: 0.0338833 May 25 15:02:22.128977 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19e1c53-03e5-47ba-8ed6-bd3b2e2b0483 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Router e98aa9c8-7bcd-4315-a027-4c785c58670b has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:02:22.465546 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19e1c53-03e5-47ba-8ed6-bd3b2e2b0483 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:02:22.471212 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-c19e1c53-03e5-47ba-8ed6-bd3b2e2b0483 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:22.475711 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad3464-7cca-4796-b16b-51bf027fb475 None None] Sync routers for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:02:22.479902 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:22.489920 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ad3464-7cca-4796-b16b-51bf027fb475 None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:22.490552 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-58ad3464-7cca-4796-b16b-51bf027fb475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:02:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:22.504368 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-c19e1c53-03e5-47ba-8ed6-bd3b2e2b0483 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "PUT /v2.0/floatingips/30fe08c0-176e-4c66-9bf6-74816972ed43 HTTP/1.1" status: 200 len: 992 time: 1.3391728 May 25 15:02:22.505271 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4981ccf8-2f23-4afd-a4e3-db0a929a1e1e', 'tag': 'ba4333a4-99f9-467e-bb63-59997fdfcdcc'}] {{(pid=116226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:22.508431 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dc151ac6212342da2108a0a28b94f4203e9e0da67b00e21663921939482ef4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8103eeb8-581e-40cb-a82b-9c7de30a0756" -d '{"events": [{"name": "network-changed", "server_uuid": "4981ccf8-2f23-4afd-a4e3-db0a929a1e1e", "tag": "ba4333a4-99f9-467e-bb63-59997fdfcdcc"}]}' {{(pid=116226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:22.547708 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656170ae-c874-4eb5-8a0b-d04764c403dd x-openstack-request-id: req-656170ae-c874-4eb5-8a0b-d04764c403dd {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:22.548018 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4981ccf8-2f23-4afd-a4e3-db0a929a1e1e", "tag": "ba4333a4-99f9-467e-bb63-59997fdfcdcc", "status": "completed", "code": 200}]} {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:22.548293 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-656170ae-c874-4eb5-8a0b-d04764c403dd {{(pid=116226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:22.548731 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-656170ae-c874-4eb5-8a0b-d04764c403dd'] response: {'name': 'network-changed', 'server_uuid': '4981ccf8-2f23-4afd-a4e3-db0a929a1e1e', 'tag': 'ba4333a4-99f9-467e-bb63-59997fdfcdcc', 'status': 'completed', 'code': 200} May 25 15:02:22.600863 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-58ad3464-7cca-4796-b16b-51bf027fb475 None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:22.642333 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103eeb8-581e-40cb-a82b-9c7de30a0756 req-5de17db9-37ac-4269-b08a-783be584d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:22.643959 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8103eeb8-581e-40cb-a82b-9c7de30a0756 req-5de17db9-37ac-4269-b08a-783be584d9d7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 1130 time: 0.0431216 May 25 15:02:22.741619 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103eeb8-581e-40cb-a82b-9c7de30a0756 req-9a931601-5478-42f4-892e-b1f3afe22dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:22.743139 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8103eeb8-581e-40cb-a82b-9c7de30a0756 req-9a931601-5478-42f4-892e-b1f3afe22dc1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa952598-36d5-42ef-b4ac-0f4017a94969 HTTP/1.1" status: 200 len: 915 time: 0.0892818 May 25 15:02:22.813722 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8103eeb8-581e-40cb-a82b-9c7de30a0756 req-b6d04aca-bc02-4f3d-acc8-370a23e0aed5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba4333a4-99f9-467e-bb63-59997fdfcdcc HTTP/1.1" status: 200 len: 1000 time: 0.0604417 May 25 15:02:22.821052 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-58ad3464-7cca-4796-b16b-51bf027fb475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '30fe08c0-176e-4c66-9bf6-74816972ed43', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'port_id': 'ba4333a4-99f9-467e-bb63-59997fdfcdcc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'mac_address': 'fa:16:3e:df:56:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4981ccf8-2f23-4afd-a4e3-db0a929a1e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:02:01Z', 'updated_at': '2022-05-25T15:02:21Z', 'revision_number': 1, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:22.845939 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad3464-7cca-4796-b16b-51bf027fb475 None None] Checking router: e98aa9c8-7bcd-4315-a027-4c785c58670b for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:02:22.854722 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ad3464-7cca-4796-b16b-51bf027fb475 None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:22.855338 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-58ad3464-7cca-4796-b16b-51bf027fb475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:02:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:22.865012 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103eeb8-581e-40cb-a82b-9c7de30a0756 req-39299486-90c0-4d06-bde1-c3799b41009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:22.866501 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8103eeb8-581e-40cb-a82b-9c7de30a0756 req-39299486-90c0-4d06-bde1-c3799b41009d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1ed1170-215c-4406-945e-b79e6c0cdc5d HTTP/1.1" status: 200 len: 853 time: 0.0445650 May 25 15:02:22.915128 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103eeb8-581e-40cb-a82b-9c7de30a0756 req-3f476313-4c03-4917-a577-6231a3815600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:22.916663 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8103eeb8-581e-40cb-a82b-9c7de30a0756 req-3f476313-4c03-4917-a577-6231a3815600 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa952598-36d5-42ef-b4ac-0f4017a94969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396647 May 25 15:02:22.960170 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-58ad3464-7cca-4796-b16b-51bf027fb475 None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:23.020002 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8103eeb8-581e-40cb-a82b-9c7de30a0756 req-2b7e383c-2f8b-4f16-b497-a013cd389b66 service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911820 May 25 15:02:23.046110 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:23.114115 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8103eeb8-581e-40cb-a82b-9c7de30a0756 req-64364fa1-a121-41dd-b715-c5468c6ca889 service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879540 May 25 15:02:23.186802 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-58ad3464-7cca-4796-b16b-51bf027fb475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '30fe08c0-176e-4c66-9bf6-74816972ed43', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'port_id': 'ba4333a4-99f9-467e-bb63-59997fdfcdcc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'mac_address': 'fa:16:3e:df:56:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4981ccf8-2f23-4afd-a4e3-db0a929a1e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:02:01Z', 'updated_at': '2022-05-25T15:02:21Z', 'revision_number': 1, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:23.296048 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60204) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:23.343084 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad3464-7cca-4796-b16b-51bf027fb475 None None] The sync data for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi is: [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '30fe08c0-176e-4c66-9bf6-74816972ed43', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'port_id': 'ba4333a4-99f9-467e-bb63-59997fdfcdcc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'mac_address': 'fa:16:3e:df:56:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4981ccf8-2f23-4afd-a4e3-db0a929a1e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:02:01Z', 'updated_at': '2022-05-25T15:02:21Z', 'revision_number': 1, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:02:23.365150 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e407f126-5966-484c-be87-d35cbbc5a25e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for security_group (5b230ea2-492c-4ae4-9dfe-bad074d60d8e), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:23.395139 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e407f126-5966-484c-be87-d35cbbc5a25e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for security_group (5b230ea2-492c-4ae4-9dfe-bad074d60d8e), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:23.546685 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e407f126-5966-484c-be87-d35cbbc5a25e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (5b230ea2-492c-4ae4-9dfe-bad074d60d8e), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:23.549380 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e407f126-5966-484c-be87-d35cbbc5a25e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:23.550444 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-e407f126-5966-484c-be87-d35cbbc5a25e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "DELETE /v2.0/security-groups/5b230ea2-492c-4ae4-9dfe-bad074d60d8e HTTP/1.1" status: 204 len: 168 time: 0.2532523 May 25 15:02:23.554238 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60206) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:23.558442 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6468a0dc-819b-4803-b693-1e2dbf21a119 None None] New status for floating IP 30fe08c0-176e-4c66-9bf6-74816972ed43: ACTIVE {{(pid=116228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:02:23.561538 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407f126-5966-484c-be87-d35cbbc5a25e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b230ea2-492c-4ae4-9dfe-bad074d60d8e,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:23.579965 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.api.v2.resource [None req-6d7c7e2f-e1b6-4aa2-9867-febea29c81aa tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] show failed (client error): The resource could not be found. May 25 15:02:23.581773 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-6d7c7e2f-e1b6-4aa2-9867-febea29c81aa tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups/5b230ea2-492c-4ae4-9dfe-bad074d60d8e HTTP/1.1" status: 404 len: 347 time: 0.0255339 May 25 15:02:23.585502 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60208) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:23.709652 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-05be4cbd-d395-434f-af47-4eab6fba8037 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Deleting port 378ce66d-ce1d-4b86-8921-1118479ed390 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:23.710299 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-05be4cbd-d395-434f-af47-4eab6fba8037 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (378ce66d-ce1d-4b86-8921-1118479ed390), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:23.789777 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-05be4cbd-d395-434f-af47-4eab6fba8037 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (378ce66d-ce1d-4b86-8921-1118479ed390), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:23.790101 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-05be4cbd-d395-434f-af47-4eab6fba8037 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for floatingip (378ce66d-ce1d-4b86-8921-1118479ed390), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:23.792332 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:23.804655 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-05be4cbd-d395-434f-af47-4eab6fba8037 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Calling delete_port for 378ce66d-ce1d-4b86-8921-1118479ed390 owned by network:floatingip {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:24.012490 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-05be4cbd-d395-434f-af47-4eab6fba8037 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (378ce66d-ce1d-4b86-8921-1118479ed390), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:24.035575 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:24.038690 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be4cbd-d395-434f-af47-4eab6fba8037 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Pushing event deleted for resources: {'Port': ['ID=378ce66d-ce1d-4b86-8921-1118479ed390,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:24.103549 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-05be4cbd-d395-434f-af47-4eab6fba8037 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks [] for floatingip (92e09369-1eab-443f-a223-805594203025), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:24.105956 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-05be4cbd-d395-434f-af47-4eab6fba8037 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:24.107745 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-05be4cbd-d395-434f-af47-4eab6fba8037 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "DELETE /v2.0/floatingips/92e09369-1eab-443f-a223-805594203025 HTTP/1.1" status: 204 len: 168 time: 0.5198586 May 25 15:02:25.629509 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:02:27.266936 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb111d79-e460-4cfc-8e65-7f8ecd44e0b7 req-7f5ae9e0-623d-43f2-aa07-ebc028bb81da tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:27.268430 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fb111d79-e460-4cfc-8e65-7f8ecd44e0b7 req-7f5ae9e0-623d-43f2-aa07-ebc028bb81da tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0473924 May 25 15:02:27.315951 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fb111d79-e460-4cfc-8e65-7f8ecd44e0b7 req-54f582de-2863-425f-8d59-6764050cd741 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419405 May 25 15:02:28.400682 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542be7b-8731-446a-804f-97ffdb6c5a5e req-9c78edc9-472c-4fb0-862f-4cf9d4b76a6e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:28.402529 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-5542be7b-8731-446a-804f-97ffdb6c5a5e req-9c78edc9-472c-4fb0-862f-4cf9d4b76a6e tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.86 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0473511 May 25 15:02:28.433691 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a420337-ef1a-4c15-8464-e6e4b80b30fa req-9ea58173-f12b-413b-bf60-d168f2d35694 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:28.435324 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7a420337-ef1a-4c15-8464-e6e4b80b30fa req-9ea58173-f12b-413b-bf60-d168f2d35694 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 946 time: 0.0486605 May 25 15:02:28.488515 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7a420337-ef1a-4c15-8464-e6e4b80b30fa req-9caf1fb5-0180-440b-b97c-4a448ea71f56 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473378 May 25 15:02:28.503962 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-5542be7b-8731-446a-804f-97ffdb6c5a5e req-6ccf17ae-7b6f-4ff7-9ac4-655ea18f6561 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Deleting port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:28.504314 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-5542be7b-8731-446a-804f-97ffdb6c5a5e req-6ccf17ae-7b6f-4ff7-9ac4-655ea18f6561 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:28.601875 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-5542be7b-8731-446a-804f-97ffdb6c5a5e req-6ccf17ae-7b6f-4ff7-9ac4-655ea18f6561 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] For port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:28.602165 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-5542be7b-8731-446a-804f-97ffdb6c5a5e req-6ccf17ae-7b6f-4ff7-9ac4-655ea18f6561 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:28.615731 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-5542be7b-8731-446a-804f-97ffdb6c5a5e req-6ccf17ae-7b6f-4ff7-9ac4-655ea18f6561 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Calling delete_port for ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:28.849250 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-5542be7b-8731-446a-804f-97ffdb6c5a5e req-6ccf17ae-7b6f-4ff7-9ac4-655ea18f6561 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:28.876728 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf17ae-7b6f-4ff7-9ac4-655ea18f6561 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Pushing event deleted for resources: {'Port': ['ID=ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:28.902292 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8', 'ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:02:29.165945 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5542be7b-8731-446a-804f-97ffdb6c5a5e req-6ccf17ae-7b6f-4ff7-9ac4-655ea18f6561 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] No DVR routers for this DVR port ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:02:29.168421 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-5542be7b-8731-446a-804f-97ffdb6c5a5e req-6ccf17ae-7b6f-4ff7-9ac4-655ea18f6561 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:29.172257 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-5542be7b-8731-446a-804f-97ffdb6c5a5e req-6ccf17ae-7b6f-4ff7-9ac4-655ea18f6561 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.86 "DELETE /v2.0/ports/ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b HTTP/1.1" status: 204 len: 173 time: 0.7634606 May 25 15:02:29.172689 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd026df3e-764d-4346-8f57-3439f8239339', 'name': 'network-vif-deleted', 'tag': 'ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:29.174883 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a3632c-a80e-4750-b666-25f238afd649" -d '{"events": [{"server_uuid": "d026df3e-764d-4346-8f57-3439f8239339", "name": "network-vif-deleted", "tag": "ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:29.210911 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f910b9-af8c-4dfd-931b-d2924d1df5f9 x-openstack-request-id: req-b0f910b9-af8c-4dfd-931b-d2924d1df5f9 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:29.211198 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d026df3e-764d-4346-8f57-3439f8239339", "name": "network-vif-deleted", "tag": "ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:29.211443 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b0f910b9-af8c-4dfd-931b-d2924d1df5f9 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:29.211834 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f910b9-af8c-4dfd-931b-d2924d1df5f9'] response: {'server_uuid': 'd026df3e-764d-4346-8f57-3439f8239339', 'name': 'network-vif-deleted', 'tag': 'ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b', 'status': 'completed', 'code': 200} May 25 15:02:29.570205 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:29.590040 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a72c630a-41ae-4080-8d50-426e63421600 req-430fdd66-9a81-49e7-9ab8-d2077bc61733 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=d026df3e-764d-4346-8f57-3439f8239339 HTTP/1.1" status: 200 len: 210 time: 0.0295854 May 25 15:02:31.176671 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a60c6-3887-45be-9ce9-305bddf3651a req-e9926d3f-5380-43bd-a1b4-bdfc6229dc37 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:31.178123 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ae2a60c6-3887-45be-9ce9-305bddf3651a req-e9926d3f-5380-43bd-a1b4-bdfc6229dc37 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0459800 May 25 15:02:31.226225 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ae2a60c6-3887-45be-9ce9-305bddf3651a req-ad2a30cb-78a7-40e6-9e27-be858c019240 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414019 May 25 15:02:32.347027 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ea25d-252c-47dc-87f4-09a07e52a5c0 req-49540e39-2e3f-42f2-b4b8-84f78d4d5b2a tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:32.348675 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-311ea25d-252c-47dc-87f4-09a07e52a5c0 req-49540e39-2e3f-42f2-b4b8-84f78d4d5b2a tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0488405 May 25 15:02:32.400708 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-311ea25d-252c-47dc-87f4-09a07e52a5c0 req-56c4fada-2014-4255-aa74-4cc1efb02970 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/security-groups?id=919bd3bd-ba21-4d18-b480-51c2b36a8d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464382 May 25 15:02:32.793720 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed2c34-f74c-40f6-acd5-2e85265bc02f req-0fd52062-ca13-4f15-ada4-98469e8d1852 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:32.795191 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-caed2c34-f74c-40f6-acd5-2e85265bc02f req-0fd52062-ca13-4f15-ada4-98469e8d1852 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.86 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 945 time: 0.0458875 May 25 15:02:32.881299 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-caed2c34-f74c-40f6-acd5-2e85265bc02f req-095929ff-1df3-4761-832a-85f93e395b02 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Deleting port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:32.881647 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-caed2c34-f74c-40f6-acd5-2e85265bc02f req-095929ff-1df3-4761-832a-85f93e395b02 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:32.965648 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:32.970681 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-caed2c34-f74c-40f6-acd5-2e85265bc02f req-095929ff-1df3-4761-832a-85f93e395b02 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] For port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:32.971003 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-caed2c34-f74c-40f6-acd5-2e85265bc02f req-095929ff-1df3-4761-832a-85f93e395b02 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:32.984105 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-caed2c34-f74c-40f6-acd5-2e85265bc02f req-095929ff-1df3-4761-832a-85f93e395b02 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Calling delete_port for e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:33.059053 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:33.232179 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-caed2c34-f74c-40f6-acd5-2e85265bc02f req-095929ff-1df3-4761-832a-85f93e395b02 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:33.262533 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095929ff-1df3-4761-832a-85f93e395b02 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Pushing event deleted for resources: {'Port': ['ID=e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:33.277173 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:02:33.310669 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-caed2c34-f74c-40f6-acd5-2e85265bc02f req-095929ff-1df3-4761-832a-85f93e395b02 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] No DVR routers for this DVR port e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:02:33.319550 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-caed2c34-f74c-40f6-acd5-2e85265bc02f req-095929ff-1df3-4761-832a-85f93e395b02 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:33.322813 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-caed2c34-f74c-40f6-acd5-2e85265bc02f req-095929ff-1df3-4761-832a-85f93e395b02 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.86 "DELETE /v2.0/ports/e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 HTTP/1.1" status: 204 len: 173 time: 0.5214515 May 25 15:02:33.323278 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c1f5bd-4a13-4a35-9607-5bbff2d886e0', 'name': 'network-vif-deleted', 'tag': 'e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:33.325704 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367c920d-951d-47f6-92b2-32f1693f133a" -d '{"events": [{"server_uuid": "54c1f5bd-4a13-4a35-9607-5bbff2d886e0", "name": "network-vif-deleted", "tag": "e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:33.378825 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f93652c-995a-48ad-acdd-b646c1223464 x-openstack-request-id: req-4f93652c-995a-48ad-acdd-b646c1223464 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:33.381845 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c1f5bd-4a13-4a35-9607-5bbff2d886e0", "name": "network-vif-deleted", "tag": "e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:33.381845 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4f93652c-995a-48ad-acdd-b646c1223464 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:33.381845 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f93652c-995a-48ad-acdd-b646c1223464'] response: {'server_uuid': '54c1f5bd-4a13-4a35-9607-5bbff2d886e0', 'name': 'network-vif-deleted', 'tag': 'e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8', 'status': 'completed', 'code': 200} May 25 15:02:33.502821 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:02:33.512033 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7df648b4-eb22-49bf-afe8-a100c06c8817 req-1f7e4159-0065-4183-a053-9f87b2d78dd0 tempest-ServerRescueNegativeTestJSON-2136478607 tempest-ServerRescueNegativeTestJSON-2136478607-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c1f5bd-4a13-4a35-9607-5bbff2d886e0 HTTP/1.1" status: 200 len: 210 time: 0.0371835 May 25 15:02:33.522499 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:02:33.522887 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device ea7e1e22-9f9c-40eb-968a-be0fb1f82f9b not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:02:34.572269 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60256) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:35.050190 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-071449e1-588a-41be-b77b-a65647e7622d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567241'] for router_interface (7e34a6e3-edc3-449f-a348-eb9b0461b06c), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:35.315720 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-071449e1-588a-41be-b77b-a65647e7622d admin admin] Deleting port 046875c1-2c4b-477e-8d70-b06725156f02 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:35.315973 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-071449e1-588a-41be-b77b-a65647e7622d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (046875c1-2c4b-477e-8d70-b06725156f02), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:35.396386 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [None req-071449e1-588a-41be-b77b-a65647e7622d admin admin] For port 046875c1-2c4b-477e-8d70-b06725156f02, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=046875c1-2c4b-477e-8d70-b06725156f02,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:35.396742 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-071449e1-588a-41be-b77b-a65647e7622d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (046875c1-2c4b-477e-8d70-b06725156f02), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:35.410078 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-071449e1-588a-41be-b77b-a65647e7622d admin admin] Calling delete_port for 046875c1-2c4b-477e-8d70-b06725156f02 owned by network:router_interface {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:35.495076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:02:35.505214 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:35.517948 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:02:35.518297 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device e4ee92ba-bfd1-4a4a-94b6-1a50990a69b8 not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:02:35.533646 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:35.534045 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:35.642860 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-071449e1-588a-41be-b77b-a65647e7622d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (046875c1-2c4b-477e-8d70-b06725156f02), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:35.667749 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071449e1-588a-41be-b77b-a65647e7622d admin admin] Pushing event deleted for resources: {'Port': ['ID=046875c1-2c4b-477e-8d70-b06725156f02,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:35.835767 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-071449e1-588a-41be-b77b-a65647e7622d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-824638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567133'] for router_interface (7e34a6e3-edc3-449f-a348-eb9b0461b06c), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:36.034916 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071449e1-588a-41be-b77b-a65647e7622d admin admin] Router 7e34a6e3-edc3-449f-a348-eb9b0461b06c has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:02:36.135631 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071449e1-588a-41be-b77b-a65647e7622d admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:02:36.141154 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-071449e1-588a-41be-b77b-a65647e7622d admin admin] 10.222.0.74 "PUT /v2.0/routers/7e34a6e3-edc3-449f-a348-eb9b0461b06c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5672781 May 25 15:02:36.143729 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60262) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:36.147709 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec91057-52f1-4161-819a-d8d5213d30ef None None] Sync routers for ids ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:02:36.156418 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:36.160004 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec91057-52f1-4161-819a-d8d5213d30ef None None] Routers {'7e34a6e3-edc3-449f-a348-eb9b0461b06c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:36.160698 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-3ec91057-52f1-4161-819a-d8d5213d30ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:02:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:36.244267 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-531d7c8e-6ec2-40a8-acb4-cfb46a64b4bc admin admin] Publish callbacks [] for router (7e34a6e3-edc3-449f-a348-eb9b0461b06c), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:36.262249 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-3ec91057-52f1-4161-819a-d8d5213d30ef None None] Set router 7e34a6e3-edc3-449f-a348-eb9b0461b06c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:36.282621 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:DELETE=7,neutron:UPDATE=1,neutron:SELECT=92 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:36.345651 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-531d7c8e-6ec2-40a8-acb4-cfb46a64b4bc admin admin] Publish callbacks [] for router_gateway (7e34a6e3-edc3-449f-a348-eb9b0461b06c), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:36.432150 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-3ec91057-52f1-4161-819a-d8d5213d30ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T15:02:35Z', 'revision_number': 5, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'gw_port': {'id': '9b9b1901-8b5b-46ce-af77-1a667a342133', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:36.444286 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-531d7c8e-6ec2-40a8-acb4-cfb46a64b4bc admin admin] Deleting port 9b9b1901-8b5b-46ce-af77-1a667a342133 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:36.444630 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-531d7c8e-6ec2-40a8-acb4-cfb46a64b4bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (9b9b1901-8b5b-46ce-af77-1a667a342133), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:36.459797 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec91057-52f1-4161-819a-d8d5213d30ef None None] Checking router: 7e34a6e3-edc3-449f-a348-eb9b0461b06c for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:02:36.471742 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec91057-52f1-4161-819a-d8d5213d30ef None None] Routers {'7e34a6e3-edc3-449f-a348-eb9b0461b06c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:36.471742 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-3ec91057-52f1-4161-819a-d8d5213d30ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:02:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:36.538605 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [None req-531d7c8e-6ec2-40a8-acb4-cfb46a64b4bc admin admin] For port 9b9b1901-8b5b-46ce-af77-1a667a342133, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=9b9b1901-8b5b-46ce-af77-1a667a342133,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:36.539189 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-531d7c8e-6ec2-40a8-acb4-cfb46a64b4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (9b9b1901-8b5b-46ce-af77-1a667a342133), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:36.556236 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-531d7c8e-6ec2-40a8-acb4-cfb46a64b4bc admin admin] Calling delete_port for 9b9b1901-8b5b-46ce-af77-1a667a342133 owned by network:router_gateway {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:36.573485 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-3ec91057-52f1-4161-819a-d8d5213d30ef None None] Set router 7e34a6e3-edc3-449f-a348-eb9b0461b06c gateway port host: None {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:36.610656 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:36.631767 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-3ec91057-52f1-4161-819a-d8d5213d30ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T15:02:36Z', 'revision_number': 6, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'gw_port_host': None}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:36.657034 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec91057-52f1-4161-819a-d8d5213d30ef None None] The sync data for ids ['7e34a6e3-edc3-449f-a348-eb9b0461b06c'] in dv-cinder-830283-3-iscsi is: [{'id': '7e34a6e3-edc3-449f-a348-eb9b0461b06c', 'name': 'tempest-ServerRescueNegativeTestJSON-2080597672-router', 'tenant_id': '9263e6d657dd458d9f497bb868adb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T15:02:36Z', 'revision_number': 6, 'project_id': '9263e6d657dd458d9f497bb868adb941', 'gw_port_host': None}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:02:36.659847 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-b8d06468-8133-43d8-8f4c-ab5b54c06cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:36.826445 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-531d7c8e-6ec2-40a8-acb4-cfb46a64b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (9b9b1901-8b5b-46ce-af77-1a667a342133), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:36.851448 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d7c8e-6ec2-40a8-acb4-cfb46a64b4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9b1901-8b5b-46ce-af77-1a667a342133,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:36.914048 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-531d7c8e-6ec2-40a8-acb4-cfb46a64b4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566067'] for router_gateway (7e34a6e3-edc3-449f-a348-eb9b0461b06c), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:37.004835 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf945da4-4c9e-4b22-9707-7bce33f934fd req-dd34fcfb-e3e2-4be2-8a40-42401b310667 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:37.011236 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bf945da4-4c9e-4b22-9707-7bce33f934fd req-dd34fcfb-e3e2-4be2-8a40-42401b310667 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0619769 May 25 15:02:37.065992 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bf945da4-4c9e-4b22-9707-7bce33f934fd req-af66399f-bec3-4793-ade7-8eedb1c7a2ee tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529408 May 25 15:02:37.253982 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-531d7c8e-6ec2-40a8-acb4-cfb46a64b4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5635'] for router (7e34a6e3-edc3-449f-a348-eb9b0461b06c), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:37.256207 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-531d7c8e-6ec2-40a8-acb4-cfb46a64b4bc admin admin] Publish callbacks [] for router_controller (7e34a6e3-edc3-449f-a348-eb9b0461b06c), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:37.389353 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-531d7c8e-6ec2-40a8-acb4-cfb46a64b4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569237'] for router (7e34a6e3-edc3-449f-a348-eb9b0461b06c), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:37.389910 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531d7c8e-6ec2-40a8-acb4-cfb46a64b4bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e34a6e3-edc3-449f-a348-eb9b0461b06c {{(pid=116225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:02:37.394789 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-531d7c8e-6ec2-40a8-acb4-cfb46a64b4bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:37.395780 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-531d7c8e-6ec2-40a8-acb4-cfb46a64b4bc admin admin] 10.222.0.74 "DELETE /v2.0/routers/7e34a6e3-edc3-449f-a348-eb9b0461b06c HTTP/1.1" status: 204 len: 168 time: 1.2511146 May 25 15:02:37.398310 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60274) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:37.446814 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9561a3-6ab4-460c-a34f-71d346869e54 admin admin] Deleting subnet 2ddc4207-3cdb-480e-9ac3-b200998dd0b9 {{(pid=116225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:02:37.450526 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-db9561a3-6ab4-460c-a34f-71d346869e54 admin admin] Publish callbacks [] for subnet (2ddc4207-3cdb-480e-9ac3-b200998dd0b9), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:37.494015 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-db9561a3-6ab4-460c-a34f-71d346869e54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127149998'] for subnet (2ddc4207-3cdb-480e-9ac3-b200998dd0b9), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:37.502255 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 9b9b1901-8b5b-46ce-af77-1a667a342133 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:02:37.522956 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: 9b9b1901-8b5b-46ce-af77-1a667a342133 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:02:37.523316 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 9b9b1901-8b5b-46ce-af77-1a667a342133 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:02:37.523730 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 046875c1-2c4b-477e-8d70-b06725156f02 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:02:37.543186 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: 046875c1-2c4b-477e-8d70-b06725156f02 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:02:37.543543 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 046875c1-2c4b-477e-8d70-b06725156f02 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:02:37.603533 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-db9561a3-6ab4-460c-a34f-71d346869e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428428'] for subnet (2ddc4207-3cdb-480e-9ac3-b200998dd0b9), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:37.654843 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:37.791760 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-db9561a3-6ab4-460c-a34f-71d346869e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126565106'] for subnet (2ddc4207-3cdb-480e-9ac3-b200998dd0b9), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:37.816501 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9561a3-6ab4-460c-a34f-71d346869e54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ddc4207-3cdb-480e-9ac3-b200998dd0b9,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:37.824482 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-db9561a3-6ab4-460c-a34f-71d346869e54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:37.830337 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-db9561a3-6ab4-460c-a34f-71d346869e54 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2ddc4207-3cdb-480e-9ac3-b200998dd0b9 HTTP/1.1" status: 204 len: 168 time: 0.4288449 May 25 15:02:37.831040 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60276) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:37.831179 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9453fdf5-c627-4fa4-89e5-27e5cc7948c6 None None] Network 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:02:37.900724 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322087'] for network (1af7d524-3bf7-4e87-bf8e-df0a6b0097e3), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:37.951415 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] Deleting port ee066df2-c942-4c58-825b-367d334365ee {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:37.951758 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (ee066df2-c942-4c58-825b-367d334365ee), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:37.976646 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab25180-5d24-42c9-98e0-dd1221762b86 None None] DHCP port deletion for 1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 request from dv-cinder-830283-3-iscsi {{(pid=116227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:02:38.020797 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-6ab25180-5d24-42c9-98e0-dd1221762b86 None None] Deleting port ee066df2-c942-4c58-825b-367d334365ee {{(pid=116227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:38.021268 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-6ab25180-5d24-42c9-98e0-dd1221762b86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (ee066df2-c942-4c58-825b-367d334365ee), before_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:38.028246 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] For port ee066df2-c942-4c58-825b-367d334365ee, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=ee066df2-c942-4c58-825b-367d334365ee,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:38.028663 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (ee066df2-c942-4c58-825b-367d334365ee), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:38.044625 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] Calling delete_port for ee066df2-c942-4c58-825b-367d334365ee owned by network:dhcp {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:38.071999 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:38.088187 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-6ab25180-5d24-42c9-98e0-dd1221762b86 None None] For port ee066df2-c942-4c58-825b-367d334365ee, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=ee066df2-c942-4c58-825b-367d334365ee,segment=NetworkSegment(9a364b3e-f61c-4e00-88d1-e097bfa91e7c),segment_id=9a364b3e-f61c-4e00-88d1-e097bfa91e7c)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:38.088591 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-6ab25180-5d24-42c9-98e0-dd1221762b86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (ee066df2-c942-4c58-825b-367d334365ee), precommit_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:38.103805 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-6ab25180-5d24-42c9-98e0-dd1221762b86 None None] Calling delete_port for ee066df2-c942-4c58-825b-367d334365ee owned by network:dhcp {{(pid=116227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:38.196793 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f411013-79a0-4688-a1cf-a42ea7d652c1 req-838d10ab-c0c0-41ae-bfdc-76616145da3a tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:38.198249 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9f411013-79a0-4688-a1cf-a42ea7d652c1 req-838d10ab-c0c0-41ae-bfdc-76616145da3a tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0514355 May 25 15:02:38.246358 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9f411013-79a0-4688-a1cf-a42ea7d652c1 req-7cf1ec40-cfd1-4655-99f4-9588c87f3f36 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408878 May 25 15:02:38.297612 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (ee066df2-c942-4c58-825b-367d334365ee), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:38.300951 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:38.306764 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-6ab25180-5d24-42c9-98e0-dd1221762b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662'] for port (ee066df2-c942-4c58-825b-367d334365ee), after_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:38.323918 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] Pushing event deleted for resources: {'Port': ['ID=ee066df2-c942-4c58-825b-367d334365ee,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:38.333287 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab25180-5d24-42c9-98e0-dd1221762b86 None None] Pushing event deleted for resources: {'Port': ['ID=ee066df2-c942-4c58-825b-367d334365ee,revision_number=None']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:38.333487 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] No DVR routers for this DVR port ee066df2-c942-4c58-825b-367d334365ee on host dv-cinder-830283-3-iscsi {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:02:38.337001 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab25180-5d24-42c9-98e0-dd1221762b86 None None] No DVR routers for this DVR port ee066df2-c942-4c58-825b-367d334365ee on host dv-cinder-830283-3-iscsi {{(pid=116227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:02:38.407982 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425987', 'neutron.services.segments.db._delete_segments_for_network-8746770751079'] for network (1af7d524-3bf7-4e87-bf8e-df0a6b0097e3), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:38.428969 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af7d524-3bf7-4e87-bf8e-df0a6b0097e3']}} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:38.442200 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a364b3e-f61c-4e00-88d1-e097bfa91e7c') {'for_net_delete': True} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:38.442200 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a364b3e-f61c-4e00-88d1-e097bfa91e7c') {} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:38.452365 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746770751856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127149985'] for segment (9a364b3e-f61c-4e00-88d1-e097bfa91e7c), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:38.465499 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (9a364b3e-f61c-4e00-88d1-e097bfa91e7c), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:38.471829 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=116225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:02:38.472226 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126643929'] for segment (9a364b3e-f61c-4e00-88d1-e097bfa91e7c), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:38.620898 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.services.segments.plugin [-] Segment 9a364b3e-f61c-4e00-88d1-e097bfa91e7c resource provider aggregate not found May 25 15:02:38.635200 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1425994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565467'] for network (1af7d524-3bf7-4e87-bf8e-df0a6b0097e3), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:38.637544 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.services.segments.plugin [-] Segment 9a364b3e-f61c-4e00-88d1-e097bfa91e7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a364b3e-f61c-4e00-88d1-e097bfa91e7c found for delete ", "request_id": "req-98b4df50-0637-4093-b941-2dcdeff6eea8"}]} May 25 15:02:38.641541 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:38.678110 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] 10.222.0.74 "DELETE /v2.0/networks/1af7d524-3bf7-4e87-bf8e-df0a6b0097e3 HTTP/1.1" status: 204 len: 168 time: 0.8130915 May 25 15:02:38.678110 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ed28a-fc38-4243-a9bf-8a752708470e admin admin] Pushing event deleted for resources: {'Network': ['ID=1af7d524-3bf7-4e87-bf8e-df0a6b0097e3,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:38.826054 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:38.915344 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34824f2-63e4-4c8d-9d52-d82c8b60400a req-149f2343-f377-4b6f-9096-279d29454bd5 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:38.916827 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d34824f2-63e4-4c8d-9d52-d82c8b60400a req-149f2343-f377-4b6f-9096-279d29454bd5 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.86 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0470231 May 25 15:02:38.966254 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ba105a20-1298-411e-9107-d718b6d110b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:39.005709 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-d34824f2-63e4-4c8d-9d52-d82c8b60400a req-5d7214c6-ff6e-4f9c-947e-2787487e2378 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Deleting port 1adf867b-8b01-47c8-9071-efb5a796ac50 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:39.006081 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d34824f2-63e4-4c8d-9d52-d82c8b60400a req-5d7214c6-ff6e-4f9c-947e-2787487e2378 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (1adf867b-8b01-47c8-9071-efb5a796ac50), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:39.103267 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-d34824f2-63e4-4c8d-9d52-d82c8b60400a req-5d7214c6-ff6e-4f9c-947e-2787487e2378 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] For port 1adf867b-8b01-47c8-9071-efb5a796ac50, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=1adf867b-8b01-47c8-9071-efb5a796ac50,segment=NetworkSegment(f03af469-759a-437c-aeec-2c02767c933a),segment_id=f03af469-759a-437c-aeec-2c02767c933a)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:39.103656 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d34824f2-63e4-4c8d-9d52-d82c8b60400a req-5d7214c6-ff6e-4f9c-947e-2787487e2378 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (1adf867b-8b01-47c8-9071-efb5a796ac50), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:39.176776 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60288) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:39.198619 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:39.220786 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-ce127322-852a-4e4f-910e-dc4a0ff7f07c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9263e6d657dd458d9f497bb868adb941&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402477 May 25 15:02:39.220786 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60290) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:39.278566 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device ee066df2-c942-4c58-825b-367d334365ee no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:02:39.279200 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d34824f2-63e4-4c8d-9d52-d82c8b60400a req-5d7214c6-ff6e-4f9c-947e-2787487e2378 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:39.279363 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-83d997a4-984e-47be-9860-7d78c22ec819 admin admin] Publish callbacks [] for security_group (919bd3bd-ba21-4d18-b480-51c2b36a8d57), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:39.279693 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d34824f2-63e4-4c8d-9d52-d82c8b60400a req-5d7214c6-ff6e-4f9c-947e-2787487e2378 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (e622a0ae-2e00-41ef-a619-dc7e91bfe480), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:39.280168 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [req-d34824f2-63e4-4c8d-9d52-d82c8b60400a req-5d7214c6-ff6e-4f9c-947e-2787487e2378 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Floating IP e622a0ae-2e00-41ef-a619-dc7e91bfe480 disassociated. External IP: 172.27.1.115, port: 1adf867b-8b01-47c8-9071-efb5a796ac50. May 25 15:02:39.281005 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-d34824f2-63e4-4c8d-9d52-d82c8b60400a req-5d7214c6-ff6e-4f9c-947e-2787487e2378 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Calling delete_port for 1adf867b-8b01-47c8-9071-efb5a796ac50 owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:39.304807 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: ee066df2-c942-4c58-825b-367d334365ee {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:02:39.305277 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device ee066df2-c942-4c58-825b-367d334365ee not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:02:39.308540 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-83d997a4-984e-47be-9860-7d78c22ec819 admin admin] Publish callbacks [] for security_group (919bd3bd-ba21-4d18-b480-51c2b36a8d57), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:39.397636 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef64fb2-c9f0-49ef-a929-69d4e30bd777 req-9901b9db-3a4c-42a5-8284-b4ee436b0685 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:39.399436 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-aef64fb2-c9f0-49ef-a929-69d4e30bd777 req-9901b9db-3a4c-42a5-8284-b4ee436b0685 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 945 time: 0.0662680 May 25 15:02:39.429951 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:39.454536 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-aef64fb2-c9f0-49ef-a929-69d4e30bd777 req-1ec283eb-ef67-46a6-93c3-e4b98041e0d0 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=eadfa96d-93a9-4a6e-98a0-9a57ed00b778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439711 May 25 15:02:39.491857 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-83d997a4-984e-47be-9860-7d78c22ec819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (919bd3bd-ba21-4d18-b480-51c2b36a8d57), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:39.494593 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-83d997a4-984e-47be-9860-7d78c22ec819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:39.495732 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-83d997a4-984e-47be-9860-7d78c22ec819 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/919bd3bd-ba21-4d18-b480-51c2b36a8d57 HTTP/1.1" status: 204 len: 168 time: 0.2741141 May 25 15:02:39.506295 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d997a4-984e-47be-9860-7d78c22ec819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919bd3bd-ba21-4d18-b480-51c2b36a8d57,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:39.532682 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d34824f2-63e4-4c8d-9d52-d82c8b60400a req-5d7214c6-ff6e-4f9c-947e-2787487e2378 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (1adf867b-8b01-47c8-9071-efb5a796ac50), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:39.572035 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7214c6-ff6e-4f9c-947e-2787487e2378 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Pushing event deleted for resources: {'Port': ['ID=1adf867b-8b01-47c8-9071-efb5a796ac50,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:39.676246 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d34824f2-63e4-4c8d-9d52-d82c8b60400a req-5d7214c6-ff6e-4f9c-947e-2787487e2378 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Router 12b10ba3-1fdf-4348-bae0-88b55dc3151c has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:02:39.723025 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:39.785064 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d34824f2-63e4-4c8d-9d52-d82c8b60400a req-5d7214c6-ff6e-4f9c-947e-2787487e2378 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:02:39.795823 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c3804-a0a4-4e3b-bd16-f8327936c029 None None] Sync routers for ids ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:02:39.808951 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c3804-a0a4-4e3b-bd16-f8327936c029 None None] Routers {'12b10ba3-1fdf-4348-bae0-88b55dc3151c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:39.809611 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-979c3804-a0a4-4e3b-bd16-f8327936c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:02:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:39.843736 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34824f2-63e4-4c8d-9d52-d82c8b60400a req-5d7214c6-ff6e-4f9c-947e-2787487e2378 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] No DVR routers for this DVR port 1adf867b-8b01-47c8-9071-efb5a796ac50 on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:02:39.846057 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d34824f2-63e4-4c8d-9d52-d82c8b60400a req-5d7214c6-ff6e-4f9c-947e-2787487e2378 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:39.849337 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d34824f2-63e4-4c8d-9d52-d82c8b60400a req-5d7214c6-ff6e-4f9c-947e-2787487e2378 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.86 "DELETE /v2.0/ports/1adf867b-8b01-47c8-9071-efb5a796ac50 HTTP/1.1" status: 204 len: 173 time: 0.9265559 May 25 15:02:39.849792 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed', 'name': 'network-vif-deleted', 'tag': '1adf867b-8b01-47c8-9071-efb5a796ac50'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:39.852126 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0926446-f2cf-4ab5-b40a-378b4e7b5ce0" -d '{"events": [{"server_uuid": "36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed", "name": "network-vif-deleted", "tag": "1adf867b-8b01-47c8-9071-efb5a796ac50"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:39.916338 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2356b2-48d2-4aa0-ac2d-8a98d8574b47 x-openstack-request-id: req-ac2356b2-48d2-4aa0-ac2d-8a98d8574b47 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:39.916973 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed", "name": "network-vif-deleted", "tag": "1adf867b-8b01-47c8-9071-efb5a796ac50", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:39.917072 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-979c3804-a0a4-4e3b-bd16-f8327936c029 None None] Set router 12b10ba3-1fdf-4348-bae0-88b55dc3151c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:39.917188 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ac2356b2-48d2-4aa0-ac2d-8a98d8574b47 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:39.917675 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2356b2-48d2-4aa0-ac2d-8a98d8574b47'] response: {'server_uuid': '36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed', 'name': 'network-vif-deleted', 'tag': '1adf867b-8b01-47c8-9071-efb5a796ac50', 'status': 'completed', 'code': 200} May 25 15:02:40.201728 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-979c3804-a0a4-4e3b-bd16-f8327936c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:48Z', 'revision_number': 4, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96', 'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'mac_address': 'fa:16:3e:55:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:56Z', 'revision_number': 5, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'subnets': [{'id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:40.228701 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c3804-a0a4-4e3b-bd16-f8327936c029 None None] Checking router: 12b10ba3-1fdf-4348-bae0-88b55dc3151c for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:02:40.237534 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c3804-a0a4-4e3b-bd16-f8327936c029 None None] Routers {'12b10ba3-1fdf-4348-bae0-88b55dc3151c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:40.238151 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-979c3804-a0a4-4e3b-bd16-f8327936c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:02:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:40.312259 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:40.342891 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-979c3804-a0a4-4e3b-bd16-f8327936c029 None None] Set router 12b10ba3-1fdf-4348-bae0-88b55dc3151c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:40.476979 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:40.526261 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:40.537662 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-979c3804-a0a4-4e3b-bd16-f8327936c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:48Z', 'revision_number': 4, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96', 'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'mac_address': 'fa:16:3e:55:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:56Z', 'revision_number': 5, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'subnets': [{'id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:40.563425 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c3804-a0a4-4e3b-bd16-f8327936c029 None None] The sync data for ids ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'] in dv-cinder-830283-3-iscsi is: [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:48Z', 'revision_number': 4, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96', 'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'mac_address': 'fa:16:3e:55:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:56Z', 'revision_number': 5, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'subnets': [{'id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:02:40.571431 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-447205ee-ed50-4076-84b8-c68eb30917f3 req-8c4e4a54-80d6-4697-b721-8477438153be tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=36f3dfc3-c29d-40db-a7b7-53e87d9fe2ed HTTP/1.1" status: 200 len: 210 time: 0.0364609 May 25 15:02:40.814410 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f2fa31-2d4b-46c8-bd3b-ce74ed819aac None None] New status for floating IP e622a0ae-2e00-41ef-a619-dc7e91bfe480: DOWN {{(pid=116227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:02:41.526623 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:41.548190 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 1adf867b-8b01-47c8-9071-efb5a796ac50 no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:02:41.567931 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: 1adf867b-8b01-47c8-9071-efb5a796ac50 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:02:41.568280 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 1adf867b-8b01-47c8-9071-efb5a796ac50 not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:02:41.765476 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60346) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:41.822917 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-80080a4d-2fe9-46c2-839b-01f6f7272900 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group (eadfa96d-93a9-4a6e-98a0-9a57ed00b778), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:41.847915 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-80080a4d-2fe9-46c2-839b-01f6f7272900 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group (eadfa96d-93a9-4a6e-98a0-9a57ed00b778), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:41.977373 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-80080a4d-2fe9-46c2-839b-01f6f7272900 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (eadfa96d-93a9-4a6e-98a0-9a57ed00b778), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:41.980034 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-80080a4d-2fe9-46c2-839b-01f6f7272900 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:41.986907 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-80080a4d-2fe9-46c2-839b-01f6f7272900 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "DELETE /v2.0/security-groups/eadfa96d-93a9-4a6e-98a0-9a57ed00b778 HTTP/1.1" status: 204 len: 168 time: 0.2148201 May 25 15:02:41.988952 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60352) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:41.991104 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80080a4d-2fe9-46c2-839b-01f6f7272900 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadfa96d-93a9-4a6e-98a0-9a57ed00b778,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:42.005325 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.api.v2.resource [None req-a3bb09b1-f912-49a4-9458-ac032fbdfa7a tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] show failed (client error): The resource could not be found. May 25 15:02:42.006608 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-a3bb09b1-f912-49a4-9458-ac032fbdfa7a tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups/eadfa96d-93a9-4a6e-98a0-9a57ed00b778 HTTP/1.1" status: 404 len: 347 time: 0.0166743 May 25 15:02:42.009604 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60356) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:42.126808 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-38ed4722-e003-4ac3-885d-fc8d723112bb tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Deleting port 01675e62-0db1-469a-887b-3798127f68a9 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:42.127153 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-38ed4722-e003-4ac3-885d-fc8d723112bb tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (01675e62-0db1-469a-887b-3798127f68a9), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:42.205132 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-38ed4722-e003-4ac3-885d-fc8d723112bb tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (01675e62-0db1-469a-887b-3798127f68a9), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:42.205464 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-38ed4722-e003-4ac3-885d-fc8d723112bb tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for floatingip (01675e62-0db1-469a-887b-3798127f68a9), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:42.217851 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-38ed4722-e003-4ac3-885d-fc8d723112bb tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Calling delete_port for 01675e62-0db1-469a-887b-3798127f68a9 owned by network:floatingip {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:42.443532 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-38ed4722-e003-4ac3-885d-fc8d723112bb tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (01675e62-0db1-469a-887b-3798127f68a9), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:42.469785 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed4722-e003-4ac3-885d-fc8d723112bb tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Pushing event deleted for resources: {'Port': ['ID=01675e62-0db1-469a-887b-3798127f68a9,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:42.542119 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-38ed4722-e003-4ac3-885d-fc8d723112bb tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for floatingip (e622a0ae-2e00-41ef-a619-dc7e91bfe480), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:42.545591 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-38ed4722-e003-4ac3-885d-fc8d723112bb tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:42.547000 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-38ed4722-e003-4ac3-885d-fc8d723112bb tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "DELETE /v2.0/floatingips/e622a0ae-2e00-41ef-a619-dc7e91bfe480 HTTP/1.1" status: 204 len: 168 time: 0.5361700 May 25 15:02:42.730332 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60380) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:42.736997 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-2f8db665-1826-421a-9c82-5ebfc7a38093 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1313849284', 'description': 'tempest-description--797132870'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:42.756292 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:42.880578 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2f8db665-1826-421a-9c82-5ebfc7a38093 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:42.928489 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:42.948738 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2f8db665-1826-421a-9c82-5ebfc7a38093 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group (7feaabf8-6261-4383-847d-24e108726dd4), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:43.008406 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2f8db665-1826-421a-9c82-5ebfc7a38093 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (7feaabf8-6261-4383-847d-24e108726dd4), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:43.035700 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8db665-1826-421a-9c82-5ebfc7a38093 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7feaabf8-6261-4383-847d-24e108726dd4,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:43.147548 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2f8db665-1826-421a-9c82-5ebfc7a38093 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:43.148969 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-2f8db665-1826-421a-9c82-5ebfc7a38093 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4171507 May 25 15:02:43.151760 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60384) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:43.156977 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-30187c65-72f5-46c1-80e4-a008d5335d4d tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Request body: {'security_group_rule': {'security_group_id': '7feaabf8-6261-4383-847d-24e108726dd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:43.227228 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60386) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:43.257563 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-30187c65-72f5-46c1-80e4-a008d5335d4d tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group_rule (45c1afc4-f608-43de-a482-49c18e81462b), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:43.269634 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:43.320292 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-30187c65-72f5-46c1-80e4-a008d5335d4d tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group_rule (45c1afc4-f608-43de-a482-49c18e81462b), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:43.341657 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-31a7787e-34bb-41ea-b76c-6944a6ebc1f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:43.418092 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-30187c65-72f5-46c1-80e4-a008d5335d4d tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (45c1afc4-f608-43de-a482-49c18e81462b), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:43.427260 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-31a7787e-34bb-41ea-b76c-6944a6ebc1f4 admin admin] Publish callbacks [] for security_group (3fc43806-c293-4b58-8ac3-3388138044b2), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:43.441790 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30187c65-72f5-46c1-80e4-a008d5335d4d tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c1afc4-f608-43de-a482-49c18e81462b,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:43.499743 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-31a7787e-34bb-41ea-b76c-6944a6ebc1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (3fc43806-c293-4b58-8ac3-3388138044b2), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:43.541960 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-30187c65-72f5-46c1-80e4-a008d5335d4d tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:43.543198 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-30187c65-72f5-46c1-80e4-a008d5335d4d tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903329 May 25 15:02:43.546077 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60392) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:43.547718 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-31a7787e-34bb-41ea-b76c-6944a6ebc1f4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=03785b08439e46f7a11528031401b5c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194067 May 25 15:02:43.548529 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7787e-34bb-41ea-b76c-6944a6ebc1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc43806-c293-4b58-8ac3-3388138044b2,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:43.550866 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60394) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:43.551909 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-7e1b2eb5-aeed-45e1-a32c-38a20ef3d062 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Request body: {'security_group_rule': {'security_group_id': '7feaabf8-6261-4383-847d-24e108726dd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:43.588965 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:43.607684 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8f1494db-5f5e-4546-8104-33df8db00ba1 admin admin] Publish callbacks [] for security_group (3fc43806-c293-4b58-8ac3-3388138044b2), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:43.616710 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:DELETE=3,neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:43.630251 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8f1494db-5f5e-4546-8104-33df8db00ba1 admin admin] Publish callbacks [] for security_group (3fc43806-c293-4b58-8ac3-3388138044b2), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:43.689923 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7e1b2eb5-aeed-45e1-a32c-38a20ef3d062 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group_rule (86613b71-5043-47af-bea8-f46665a9ae7f), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:43.803464 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8f1494db-5f5e-4546-8104-33df8db00ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (3fc43806-c293-4b58-8ac3-3388138044b2), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:43.806212 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8f1494db-5f5e-4546-8104-33df8db00ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:43.807739 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-8f1494db-5f5e-4546-8104-33df8db00ba1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3fc43806-c293-4b58-8ac3-3388138044b2 HTTP/1.1" status: 204 len: 168 time: 0.2557125 May 25 15:02:43.818101 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1494db-5f5e-4546-8104-33df8db00ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc43806-c293-4b58-8ac3-3388138044b2,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:43.827116 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7e1b2eb5-aeed-45e1-a32c-38a20ef3d062 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group_rule (86613b71-5043-47af-bea8-f46665a9ae7f), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:43.894561 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7e1b2eb5-aeed-45e1-a32c-38a20ef3d062 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (86613b71-5043-47af-bea8-f46665a9ae7f), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:43.916779 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b2eb5-aeed-45e1-a32c-38a20ef3d062 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86613b71-5043-47af-bea8-f46665a9ae7f,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:44.007907 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-eaf9f002-c9b1-4b05-8b54-726031ecf05f req-302d85fe-12b0-45d6-8b33-b0b0eb866f5d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432506 May 25 15:02:44.027810 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7e1b2eb5-aeed-45e1-a32c-38a20ef3d062 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:44.029844 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-7e1b2eb5-aeed-45e1-a32c-38a20ef3d062 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4824455 May 25 15:02:44.040084 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60398) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:44.040084 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Request body: {'floatingip': {'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:44.092480 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f002-c9b1-4b05-8b54-726031ecf05f req-1ac28e49-854e-4d9b-8a87-fbb7d2c94dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:44.094029 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-eaf9f002-c9b1-4b05-8b54-726031ecf05f req-1ac28e49-854e-4d9b-8a87-fbb7d2c94dd3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb0ee163dc0c4237aaa4e2efb85878fc&device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 1169 time: 0.0468550 May 25 15:02:44.177555 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:44.249475 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f002-c9b1-4b05-8b54-726031ecf05f req-44779451-432c-461d-b4a9-8085c613ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:44.251020 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-eaf9f002-c9b1-4b05-8b54-726031ecf05f req-44779451-432c-461d-b4a9-8085c613ca61 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 HTTP/1.1" status: 200 len: 916 time: 0.1387606 May 25 15:02:44.320976 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:44.344281 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-eaf9f002-c9b1-4b05-8b54-726031ecf05f req-d63afdff-ac85-4233-8044-fe9c5a81a9fd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cc89087-34bc-4911-a164-56f942a0863e HTTP/1.1" status: 200 len: 1001 time: 0.0858562 May 25 15:02:44.403228 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:44.452109 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f002-c9b1-4b05-8b54-726031ecf05f req-794b7bf6-52d8-4d2f-a738-eae3f44de5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:44.453566 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-eaf9f002-c9b1-4b05-8b54-726031ecf05f req-794b7bf6-52d8-4d2f-a738-eae3f44de5c4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7a9fd0d3-f0e2-4879-858d-35599eac1d8a HTTP/1.1" status: 200 len: 854 time: 0.0822191 May 25 15:02:44.508795 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Allocated IP 172.27.1.222 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/1ae36208-f05a-4bd2-b823-1654d4af4912) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:02:44.523340 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f002-c9b1-4b05-8b54-726031ecf05f req-8bc6d88d-00ef-463f-8f59-f9afc13046e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:44.524890 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-eaf9f002-c9b1-4b05-8b54-726031ecf05f req-8bc6d88d-00ef-463f-8f59-f9afc13046e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622592 May 25 15:02:44.680594 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60402) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:44.688701 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-eaf9f002-c9b1-4b05-8b54-726031ecf05f req-4e62a30d-0b1b-44ba-9958-dbcdbc19b134 service neutron] 10.222.0.86 "GET /v2.0/networks/dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476417 May 25 15:02:44.693491 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for port (1ae36208-f05a-4bd2-b823-1654d4af4912), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:44.695695 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f21843b6-28e0-4a26-bcdc-4cc2a374a656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:44.773851 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f21843b6-28e0-4a26-bcdc-4cc2a374a656 admin admin] Publish callbacks [] for security_group (11dc9ca6-a7e8-4c86-a3a1-b15eaa969a96), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:44.800260 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-eaf9f002-c9b1-4b05-8b54-726031ecf05f req-8687e045-96b1-48bc-b0d8-8ec139270820 service neutron] 10.222.0.86 "GET /v2.0/networks/dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021440 May 25 15:02:44.905467 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f21843b6-28e0-4a26-bcdc-4cc2a374a656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (11dc9ca6-a7e8-4c86-a3a1-b15eaa969a96), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:44.905843 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (1ae36208-f05a-4bd2-b823-1654d4af4912), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:44.949180 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-f21843b6-28e0-4a26-bcdc-4cc2a374a656 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=23969df391984f878c30dfcc0fbfec7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643435 May 25 15:02:44.949180 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21843b6-28e0-4a26-bcdc-4cc2a374a656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dc9ca6-a7e8-4c86-a3a1-b15eaa969a96,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:44.951337 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60404) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:44.955450 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:02:44.960850 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:02:44.963859 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:02:44.967798 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Pushing event updated for resources: {'Port': ['ID=1ae36208-f05a-4bd2-b823-1654d4af4912,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:44.997769 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:44.998113 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:44.998458 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:44.998826 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:44.999162 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:44.999494 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:44.999819 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:45.000140 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:45.000465 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:45.000786 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:45.001112 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:45.001432 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:45.001752 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:45.002118 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:45.002437 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:45.008085 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5b00e68f-da2e-4220-a5b3-2e5553808ec2 admin admin] Publish callbacks [] for security_group (11dc9ca6-a7e8-4c86-a3a1-b15eaa969a96), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.021299 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:45.035281 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5b00e68f-da2e-4220-a5b3-2e5553808ec2 admin admin] Publish callbacks [] for security_group (11dc9ca6-a7e8-4c86-a3a1-b15eaa969a96), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.065297 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for floatingip (2239bcd4-ce2f-4cdb-9209-39b0da412b29), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.155373 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5b00e68f-da2e-4220-a5b3-2e5553808ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (11dc9ca6-a7e8-4c86-a3a1-b15eaa969a96), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.157948 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5b00e68f-da2e-4220-a5b3-2e5553808ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.159167 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-5b00e68f-da2e-4220-a5b3-2e5553808ec2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/11dc9ca6-a7e8-4c86-a3a1-b15eaa969a96 HTTP/1.1" status: 204 len: 168 time: 0.2069049 May 25 15:02:45.175831 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00e68f-da2e-4220-a5b3-2e5553808ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dc9ca6-a7e8-4c86-a3a1-b15eaa969a96,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:45.192262 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (1ae36208-f05a-4bd2-b823-1654d4af4912), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.335066 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:45.392698 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for port (1ae36208-f05a-4bd2-b823-1654d4af4912), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.488569 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (1ae36208-f05a-4bd2-b823-1654d4af4912), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.560688 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Pushing event updated for resources: {'Port': ['ID=1ae36208-f05a-4bd2-b823-1654d4af4912,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:45.576121 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (2239bcd4-ce2f-4cdb-9209-39b0da412b29), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.662219 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.663625 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-6fff8220-40fb-4444-b604-7b87984c4eda tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6297886 May 25 15:02:45.868579 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-90a9dda4-73bb-41f7-97b2-04e7f20f87c6 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1313849284&fields=id&tenant_id=89a36e186c5f4d3c8b9030d91f6a30f6 HTTP/1.1" status: 200 len: 267 time: 0.0451894 May 25 15:02:45.925258 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:45.980174 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-5bcc25bd-a38e-4583-ab68-1b815c3f65da tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:45.982173 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-5bcc25bd-a38e-4583-ab68-1b815c3f65da tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/networks?id=ebc02943-e245-4287-8851-2c76f257286a HTTP/1.1" status: 200 len: 810 time: 0.1063035 May 25 15:02:46.000097 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-9a9b8e5d-a9da-4c51-a291-3ef90da926f4 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/quotas/89a36e186c5f4d3c8b9030d91f6a30f6 HTTP/1.1" status: 200 len: 375 time: 0.0109692 May 25 15:02:46.056229 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-21e3b794-0804-4012-8518-54199cdd5ca4 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=89a36e186c5f4d3c8b9030d91f6a30f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498731 May 25 15:02:46.154727 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-0177ce33-6e1a-40b8-8276-a076e7a2d61d service neutron] 10.222.0.74 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842607 May 25 15:02:46.180551 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:46.251331 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-54feb3c7-4fb1-449d-9ae1-98767208e30a service neutron] 10.222.0.74 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906668 May 25 15:02:46.578901 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f772fcc9-930e-4fbb-958c-7f561a3e2e1c req-ca3bcc40-ea73-414f-9ad9-9f34e1b87a36 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 210 time: 0.0345867 May 25 15:02:47.682060 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6ecfc617-ffbf-449a-b4aa-0adbc0a3c894 req-a8259d3c-1f8f-461e-aee8-6d81f159caf8 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 210 time: 0.0303597 May 25 15:02:48.790865 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-62421a02-e5ef-4dc8-b142-6e898aaf4cf3 req-ea98c7d3-5b79-477d-a1b3-40dbd4c757d5 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 210 time: 0.0393467 May 25 15:02:48.950953 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60506) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:49.001159 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-eb24effd-66fb-4721-8c25-b4b3251a7ef2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:49.002795 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-eb24effd-66fb-4721-8c25-b4b3251a7ef2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.86 "GET /v2.0/networks?id=ebc02943-e245-4287-8851-2c76f257286a HTTP/1.1" status: 200 len: 810 time: 0.1165230 May 25 15:02:49.073074 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-bdb50970-4d7d-489c-b375-67a0ff8969ca tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89a36e186c5f4d3c8b9030d91f6a30f6 HTTP/1.1" status: 200 len: 380 time: 0.0550458 May 25 15:02:49.073302 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.081619 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-1eba192d-2b80-4808-8122-2b1568e7ca21 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Request body: {'port': {'device_id': '85103939-9db9-4bb5-943d-2236c81b7820', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'admin_state_up': True, 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'security_groups': ['7feaabf8-6261-4383-847d-24e108726dd4']}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:49.150335 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Publish callbacks [] for security_group (980d74d2-fedb-4d56-842a-0fde364d2d98), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.206064 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (980d74d2-fedb-4d56-842a-0fde364d2d98), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.247718 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e15a7d26257d408db7cd0e6eebf5a965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945211 May 25 15:02:49.248051 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980d74d2-fedb-4d56-842a-0fde364d2d98,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:49.249877 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60510) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:49.255729 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:49.256110 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:49.256412 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:49.256746 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:49.257076 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:49.257402 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:49.257755 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:49.258477 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:49.258867 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:49.259192 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:49.259518 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:49.259869 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:49.260190 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:49.260505 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:49.260838 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb35bb-22d0-4fa5-ad2f-8b1850e07626 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:49.302066 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-368c5f28-9c2c-4eba-aee5-4f19f87fa899 admin admin] Publish callbacks [] for security_group (980d74d2-fedb-4d56-842a-0fde364d2d98), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.317967 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-1eba192d-2b80-4808-8122-2b1568e7ca21 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Made reservation on behalf of 89a36e186c5f4d3c8b9030d91f6a30f6 for: {'port': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:02:49.321697 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-1eba192d-2b80-4808-8122-2b1568e7ca21 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.340046 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-368c5f28-9c2c-4eba-aee5-4f19f87fa899 admin admin] Publish callbacks [] for security_group (980d74d2-fedb-4d56-842a-0fde364d2d98), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.413104 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:49.477490 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-1eba192d-2b80-4808-8122-2b1568e7ca21 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Allocated IP 172.20.0.11 (ebc02943-e245-4287-8851-2c76f257286a/8a273b51-9d95-4b21-9830-1ac6ac028637/b4734f99-b653-4271-85f9-99aee86cd902) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:02:49.515585 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-368c5f28-9c2c-4eba-aee5-4f19f87fa899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (980d74d2-fedb-4d56-842a-0fde364d2d98), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.517990 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-368c5f28-9c2c-4eba-aee5-4f19f87fa899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.519154 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-368c5f28-9c2c-4eba-aee5-4f19f87fa899 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/980d74d2-fedb-4d56-842a-0fde364d2d98 HTTP/1.1" status: 204 len: 168 time: 0.2682998 May 25 15:02:49.543361 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c5f28-9c2c-4eba-aee5-4f19f87fa899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980d74d2-fedb-4d56-842a-0fde364d2d98,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:49.821423 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:49.886473 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-1eba192d-2b80-4808-8122-2b1568e7ca21 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for port (b4734f99-b653-4271-85f9-99aee86cd902), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.900771 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-135e56ac-49d1-4a41-81c1-c2124d45a8fb req-9f46fdff-694c-4dca-97b1-a2099edcee4b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 210 time: 0.0365977 May 25 15:02:50.077419 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-1eba192d-2b80-4808-8122-2b1568e7ca21 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (b4734f99-b653-4271-85f9-99aee86cd902), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.127583 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-1eba192d-2b80-4808-8122-2b1568e7ca21 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Network ebc02943-e245-4287-8851-2c76f257286a is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:02:50.130859 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-1eba192d-2b80-4808-8122-2b1568e7ca21 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:02:50.134958 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-1eba192d-2b80-4808-8122-2b1568e7ca21 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:02:50.159827 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba192d-2b80-4808-8122-2b1568e7ca21 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Pushing event updated for resources: {'Port': ['ID=b4734f99-b653-4271-85f9-99aee86cd902,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:50.190012 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-1eba192d-2b80-4808-8122-2b1568e7ca21 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:50.190713 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-1eba192d-2b80-4808-8122-2b1568e7ca21 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.393780 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-6b480495-5b6c-4b64-8164-8dba5ad41005 None None] Provisioning complete for port b4734f99-b653-4271-85f9-99aee86cd902 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:50.394358 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-6b480495-5b6c-4b64-8164-8dba5ad41005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (b4734f99-b653-4271-85f9-99aee86cd902), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.403661 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-1eba192d-2b80-4808-8122-2b1568e7ca21 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3252978 May 25 15:02:50.421050 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Request body: {'port': {'device_id': '85103939-9db9-4bb5-943d-2236c81b7820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:50.427056 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-6b480495-5b6c-4b64-8164-8dba5ad41005 None None] Port b4734f99-b653-4271-85f9-99aee86cd902 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:02:50.467201 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60522) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:50.482098 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f71cca0b-c44a-4e5d-adfd-c8f979004bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.484927 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (b4734f99-b653-4271-85f9-99aee86cd902), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.560580 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f71cca0b-c44a-4e5d-adfd-c8f979004bdc admin admin] Publish callbacks [] for security_group (8b9b7f90-f1c2-4878-9e7b-fdd5215387a9), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.632823 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=7 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:50.639121 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:50.674371 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f71cca0b-c44a-4e5d-adfd-c8f979004bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (8b9b7f90-f1c2-4878-9e7b-fdd5215387a9), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.718576 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-f71cca0b-c44a-4e5d-adfd-c8f979004bdc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=243fca38d86246ad87260f7e42ca8550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501431 May 25 15:02:50.719457 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cca0b-c44a-4e5d-adfd-c8f979004bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9b7f90-f1c2-4878-9e7b-fdd5215387a9,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:50.721657 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60524) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:50.822105 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c3d7-0a81-450b-ba67-68210c7012f5 admin admin] Publish callbacks [] for security_group (8b9b7f90-f1c2-4878-9e7b-fdd5215387a9), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.826293 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4734f99-b653-4271-85f9-99aee86cd902 {{(pid=116225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:02:50.839528 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Publish callbacks [] for port (b4734f99-b653-4271-85f9-99aee86cd902), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.862096 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c3d7-0a81-450b-ba67-68210c7012f5 admin admin] Publish callbacks [] for security_group (8b9b7f90-f1c2-4878-9e7b-fdd5215387a9), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.869785 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.provisioning_blocks [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Transition to ACTIVE for port object b4734f99-b653-4271-85f9-99aee86cd902 will not be triggered until provisioned by entity L2. {{(pid=116225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:02:50.954477 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (b4734f99-b653-4271-85f9-99aee86cd902), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.988201 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c3d7-0a81-450b-ba67-68210c7012f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (8b9b7f90-f1c2-4878-9e7b-fdd5215387a9), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.990691 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c3d7-0a81-450b-ba67-68210c7012f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.993786 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-c7a1c3d7-0a81-450b-ba67-68210c7012f5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8b9b7f90-f1c2-4878-9e7b-fdd5215387a9 HTTP/1.1" status: 204 len: 168 time: 0.2691271 May 25 15:02:51.003884 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:51.014182 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a30727-b004-45c1-bb6f-e61d660dcc25 req-0456a0c0-bc66-494e-a364-9dcb6d9f5f1a tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:51.015182 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1c3d7-0a81-450b-ba67-68210c7012f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9b7f90-f1c2-4878-9e7b-fdd5215387a9,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:51.016324 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-42a30727-b004-45c1-bb6f-e61d660dcc25 req-0456a0c0-bc66-494e-a364-9dcb6d9f5f1a tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 944 time: 0.0532537 May 25 15:02:51.044679 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Pushing event updated for resources: {'Port': ['ID=b4734f99-b653-4271-85f9-99aee86cd902,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:51.091639 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-42a30727-b004-45c1-bb6f-e61d660dcc25 req-693caa61-c9f7-4810-ade0-c40eb785f43b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=7feaabf8-6261-4383-847d-24e108726dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554509 May 25 15:02:51.138410 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Attempting to bind port b4734f99-b653-4271-85f9-99aee86cd902 on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:02:51.139024 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Attempting to bind port b4734f99-b653-4271-85f9-99aee86cd902 by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': 'f03af469-759a-437c-aeec-2c02767c933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a'}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:02:51.139134 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Attempting to bind port b4734f99-b653-4271-85f9-99aee86cd902 on network ebc02943-e245-4287-8851-2c76f257286a {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:02:51.144005 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Port b4734f99-b653-4271-85f9-99aee86cd902 on network ebc02943-e245-4287-8851-2c76f257286a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:02:51.144343 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Attempting to bind port b4734f99-b653-4271-85f9-99aee86cd902 on network ebc02943-e245-4287-8851-2c76f257286a {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:02:51.150319 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:02:51.160607 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Checking segment: {'id': 'f03af469-759a-437c-aeec-2c02767c933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:02:51.160607 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Bound using segment: {'id': 'f03af469-759a-437c-aeec-2c02767c933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a'} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:02:51.160607 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Bound port: b4734f99-b653-4271-85f9-99aee86cd902, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f03af469-759a-437c-aeec-2c02767c933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a'}}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:02:51.160607 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (b4734f99-b653-4271-85f9-99aee86cd902), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:51.223257 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] For port b4734f99-b653-4271-85f9-99aee86cd902, host hv-cinder-83028, cleared binding levels {{(pid=116225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:02:51.226726 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] For port b4734f99-b653-4271-85f9-99aee86cd902, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=b4734f99-b653-4271-85f9-99aee86cd902,segment=NetworkSegment(f03af469-759a-437c-aeec-2c02767c933a),segment_id=f03af469-759a-437c-aeec-2c02767c933a)] {{(pid=116225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:02:51.461434 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (b4734f99-b653-4271-85f9-99aee86cd902), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:51.503633 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:51.504252 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:51.505627 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] 10.222.0.86 "PUT /v2.0/ports/b4734f99-b653-4271-85f9-99aee86cd902 HTTP/1.1" status: 200 len: 1094 time: 1.0890682 May 25 15:02:51.506061 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85103939-9db9-4bb5-943d-2236c81b7820', 'tag': 'b4734f99-b653-4271-85f9-99aee86cd902'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:51.508336 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2186a722-c5e1-40e7-b279-0c88df71dc49" -d '{"events": [{"name": "network-changed", "server_uuid": "85103939-9db9-4bb5-943d-2236c81b7820", "tag": "b4734f99-b653-4271-85f9-99aee86cd902"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:51.528471 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dbaa3-c671-4e2a-ae36-1b0fbbd2d5be service neutron] Pushing event updated for resources: {'Port': ['ID=b4734f99-b653-4271-85f9-99aee86cd902,revision_number=3']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:51.560578 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aadc806-fb1c-4972-acb8-f5c5ad64b3a4 x-openstack-request-id: req-5aadc806-fb1c-4972-acb8-f5c5ad64b3a4 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:51.563833 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85103939-9db9-4bb5-943d-2236c81b7820", "tag": "b4734f99-b653-4271-85f9-99aee86cd902", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:51.563833 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5aadc806-fb1c-4972-acb8-f5c5ad64b3a4 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:51.563833 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aadc806-fb1c-4972-acb8-f5c5ad64b3a4'] response: {'name': 'network-changed', 'server_uuid': '85103939-9db9-4bb5-943d-2236c81b7820', 'tag': 'b4734f99-b653-4271-85f9-99aee86cd902', 'status': 'completed', 'code': 200} May 25 15:02:51.648609 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186a722-c5e1-40e7-b279-0c88df71dc49 req-d9e830a4-68da-4534-baff-cf9aebaa5ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:51.649472 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2186a722-c5e1-40e7-b279-0c88df71dc49 req-d9e830a4-68da-4534-baff-cf9aebaa5ec5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=89a36e186c5f4d3c8b9030d91f6a30f6&device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 1128 time: 0.0442734 May 25 15:02:51.768864 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186a722-c5e1-40e7-b279-0c88df71dc49 req-5e864347-f0b9-47dc-92e3-f03fd0c1b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:51.770436 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2186a722-c5e1-40e7-b279-0c88df71dc49 req-5e864347-f0b9-47dc-92e3-f03fd0c1b001 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=89a36e186c5f4d3c8b9030d91f6a30f6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1026235 May 25 15:02:51.873276 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186a722-c5e1-40e7-b279-0c88df71dc49 req-55fb3354-a11b-406c-a1f2-6a413fdc5a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:51.874792 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2186a722-c5e1-40e7-b279-0c88df71dc49 req-55fb3354-a11b-406c-a1f2-6a413fdc5a8b service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978348 May 25 15:02:51.992877 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-3f4aa1dc-13bd-4f59-b44d-0fa3fbf81e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:51.994373 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-3f4aa1dc-13bd-4f59-b44d-0fa3fbf81e57 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=89a36e186c5f4d3c8b9030d91f6a30f6&device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 1128 time: 0.0403028 May 25 15:02:52.048460 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-0a684996-ee14-40aa-b9e2-df183991c1bf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4734f99-b653-4271-85f9-99aee86cd902 HTTP/1.1" status: 200 len: 217 time: 0.0371935 May 25 15:02:52.098020 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-19e13393-6730-471c-b4a3-34cc2f35aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:52.099515 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-19e13393-6730-471c-b4a3-34cc2f35aacb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8a273b51-9d95-4b21-9830-1ac6ac028637 HTTP/1.1" status: 200 len: 849 time: 0.0450649 May 25 15:02:52.144599 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-6ca357bc-f131-4154-ac94-e9342ebf38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:52.146123 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-6ca357bc-f131-4154-ac94-e9342ebf38ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebc02943-e245-4287-8851-2c76f257286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395229 May 25 15:02:52.207840 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb61ef-caca-4987-b569-542b816bca6c req-29ba2a0f-1fe3-4612-8f69-f340237a28b8 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:52.210063 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c1bb61ef-caca-4987-b569-542b816bca6c req-29ba2a0f-1fe3-4612-8f69-f340237a28b8 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 944 time: 0.0501118 May 25 15:02:52.221325 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:52.252319 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-1bead5ac-0f4f-4fae-b292-35349bf088eb service neutron] 10.222.0.86 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999665 May 25 15:02:52.263960 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c1bb61ef-caca-4987-b569-542b816bca6c req-e09d47dd-0a5e-4913-87dc-2dbcf5595e74 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=7feaabf8-6261-4383-847d-24e108726dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469849 May 25 15:02:52.347824 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2165d452-d56d-4f9f-9f49-144428b0d3c0 req-11d738b4-c606-4160-b218-b1b303281d64 service neutron] 10.222.0.86 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892556 May 25 15:02:52.529030 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60554) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:52.628279 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-9d83e882-ebbe-47c1-92e1-2a6a9d92b376 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-150424602-network', 'tenant_id': '1f74ce84ddcc4403b96438e1cc8ce523'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:52.745126 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d83e882-ebbe-47c1-92e1-2a6a9d92b376 admin admin] Made reservation on behalf of 1f74ce84ddcc4403b96438e1cc8ce523 for: {'network': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:02:52.747669 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9d83e882-ebbe-47c1-92e1-2a6a9d92b376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:52.757432 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9d83e882-ebbe-47c1-92e1-2a6a9d92b376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:52.839068 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:52.844725 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9d83e882-ebbe-47c1-92e1-2a6a9d92b376 admin admin] Publish callbacks [] for security_group (097ce20a-9c94-469c-ae6a-6114fb8be783), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:52.994220 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9d83e882-ebbe-47c1-92e1-2a6a9d92b376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (097ce20a-9c94-469c-ae6a-6114fb8be783), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.023116 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d83e882-ebbe-47c1-92e1-2a6a9d92b376 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=116225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:02:53.030520 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83e882-ebbe-47c1-92e1-2a6a9d92b376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097ce20a-9c94-469c-ae6a-6114fb8be783,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:53.036820 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9d83e882-ebbe-47c1-92e1-2a6a9d92b376 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (240cb771-2207-4f67-94d2-177c90c6271a), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.037828 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.segments_db [None req-9d83e882-ebbe-47c1-92e1-2a6a9d92b376 admin admin] Added segment 240cb771-2207-4f67-94d2-177c90c6271a of type vlan for network 9f235d9e-9a8e-4827-b1ef-1c7125a64be4 May 25 15:02:53.083801 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9d83e882-ebbe-47c1-92e1-2a6a9d92b376 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (9f235d9e-9a8e-4827-b1ef-1c7125a64be4), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.234954 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9d83e882-ebbe-47c1-92e1-2a6a9d92b376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (9f235d9e-9a8e-4827-b1ef-1c7125a64be4), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.236065 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d83e882-ebbe-47c1-92e1-2a6a9d92b376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:53.236672 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9d83e882-ebbe-47c1-92e1-2a6a9d92b376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.297622 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83e882-ebbe-47c1-92e1-2a6a9d92b376 admin admin] Pushing event updated for resources: {'Network': ['ID=9f235d9e-9a8e-4827-b1ef-1c7125a64be4,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:53.308114 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network 9f235d9e-9a8e-4827-b1ef-1c7125a64be4 details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 15:02:53.379684 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-9d83e882-ebbe-47c1-92e1-2a6a9d92b376 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8495545 May 25 15:02:53.382486 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60560) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:53.387171 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-4dc02234-9ee1-4705-8e64-d2251469f487 admin admin] Request body: {'subnet': {'network_id': '9f235d9e-9a8e-4827-b1ef-1c7125a64be4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-150424602-subnet', 'tenant_id': '1f74ce84ddcc4403b96438e1cc8ce523', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:53.392261 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd198f-955a-41f2-ab46-40e7bb20fd4c req-3f108be5-1e16-41d7-8cba-d18fb1a5b7e8 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:53.393777 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ebfd198f-955a-41f2-ab46-40e7bb20fd4c req-3f108be5-1e16-41d7-8cba-d18fb1a5b7e8 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 944 time: 0.0514615 May 25 15:02:53.443537 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ebfd198f-955a-41f2-ab46-40e7bb20fd4c req-cabadebd-7bc7-4b09-b062-56571fd7a161 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=7feaabf8-6261-4383-847d-24e108726dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433707 May 25 15:02:53.503219 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc02234-9ee1-4705-8e64-d2251469f487 admin admin] Made reservation on behalf of 1f74ce84ddcc4403b96438e1cc8ce523 for: {'subnet': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:02:53.505776 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-4dc02234-9ee1-4705-8e64-d2251469f487 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126564873'] for subnet (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.766165 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-4dc02234-9ee1-4705-8e64-d2251469f487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126640252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126565115'] for subnet (3b48d989-81d3-4842-864f-30c46820a5c2), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.818808 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc02234-9ee1-4705-8e64-d2251469f487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b48d989-81d3-4842-864f-30c46820a5c2,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:53.834847 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc02234-9ee1-4705-8e64-d2251469f487 admin admin] Checking segment: {'id': '240cb771-2207-4f67-94d2-177c90c6271a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '9f235d9e-9a8e-4827-b1ef-1c7125a64be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:02:53.835219 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc02234-9ee1-4705-8e64-d2251469f487 admin admin] Network hostable DHCP agents. Network: 9f235d9e-9a8e-4827-b1ef-1c7125a64be4, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:02:53.985064 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc02234-9ee1-4705-8e64-d2251469f487 admin admin] Network 9f235d9e-9a8e-4827-b1ef-1c7125a64be4 is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:02:54.097164 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-4dc02234-9ee1-4705-8e64-d2251469f487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, 9f235d9e-9a8e-4827-b1ef-1c7125a64be4) {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:02:54.101873 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc02234-9ee1-4705-8e64-d2251469f487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:54.102800 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-4dc02234-9ee1-4705-8e64-d2251469f487 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:54.106432 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aea49b-ed2f-417d-a845-009959a840be None None] Network 9f235d9e-9a8e-4827-b1ef-1c7125a64be4 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:02:54.110191 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:54.206092 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc894119-7628-43d2-a779-5d912a145419 None None] Network 9f235d9e-9a8e-4827-b1ef-1c7125a64be4 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:02:54.251377 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-4dc02234-9ee1-4705-8e64-d2251469f487 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8677697 May 25 15:02:54.555065 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:54.579629 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5fd82-eb66-4f5d-b57e-16c5b454dac5 req-72119925-e504-44db-91ad-c8f1e04365f6 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:54.579629 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-58b5fd82-eb66-4f5d-b57e-16c5b454dac5 req-72119925-e504-44db-91ad-c8f1e04365f6 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 944 time: 0.0644028 May 25 15:02:54.654381 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-58b5fd82-eb66-4f5d-b57e-16c5b454dac5 req-ae1dc925-3a32-49aa-a0e7-a7c58ba031fb tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=7feaabf8-6261-4383-847d-24e108726dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497458 May 25 15:02:55.091137 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60578) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:55.096939 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-d156d58b-17aa-4943-89a6-55ce8df35b72 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1305413244-network', 'tenant_id': '74b8587026814352bee325103e906e62'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:55.113098 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:55.242547 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d156d58b-17aa-4943-89a6-55ce8df35b72 admin admin] Made reservation on behalf of 74b8587026814352bee325103e906e62 for: {'network': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:02:55.245440 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d156d58b-17aa-4943-89a6-55ce8df35b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:55.256507 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d156d58b-17aa-4943-89a6-55ce8df35b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:55.337794 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d156d58b-17aa-4943-89a6-55ce8df35b72 admin admin] Publish callbacks [] for security_group (2cae6261-3bba-43a5-a6e2-42f35354df74), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:55.465700 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d156d58b-17aa-4943-89a6-55ce8df35b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (2cae6261-3bba-43a5-a6e2-42f35354df74), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:55.505866 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d156d58b-17aa-4943-89a6-55ce8df35b72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=116226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:02:55.512302 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156d58b-17aa-4943-89a6-55ce8df35b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cae6261-3bba-43a5-a6e2-42f35354df74,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:55.524887 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d156d58b-17aa-4943-89a6-55ce8df35b72 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (da9e3ff0-ff91-41d1-aaff-120ea4c72cfe), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:55.525425 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.segments_db [None req-d156d58b-17aa-4943-89a6-55ce8df35b72 admin admin] Added segment da9e3ff0-ff91-41d1-aaff-120ea4c72cfe of type vlan for network e14aa85a-c4e3-45e5-a9df-67000ecc87f8 May 25 15:02:55.567347 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d156d58b-17aa-4943-89a6-55ce8df35b72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (e14aa85a-c4e3-45e5-a9df-67000ecc87f8), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:55.620743 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device b4734f99-b653-4271-85f9-99aee86cd902 details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:02:55.705402 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d156d58b-17aa-4943-89a6-55ce8df35b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (e14aa85a-c4e3-45e5-a9df-67000ecc87f8), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:55.706454 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d156d58b-17aa-4943-89a6-55ce8df35b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:55.707085 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d156d58b-17aa-4943-89a6-55ce8df35b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:55.726821 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port b4734f99-b653-4271-85f9-99aee86cd902, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=b4734f99-b653-4271-85f9-99aee86cd902,segment=NetworkSegment(f03af469-759a-437c-aeec-2c02767c933a),segment_id=f03af469-759a-437c-aeec-2c02767c933a)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:55.739534 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': 'b4734f99-b653-4271-85f9-99aee86cd902', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'port_id': 'b4734f99-b653-4271-85f9-99aee86cd902', 'mac_address': 'fa:16:3e:82:26:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:02:55.774553 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port b4734f99-b653-4271-85f9-99aee86cd902 is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:55.774883 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (b4734f99-b653-4271-85f9-99aee86cd902), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:55.788037 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4734f99-b653-4271-85f9-99aee86cd902 {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:02:55.802665 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156d58b-17aa-4943-89a6-55ce8df35b72 admin admin] Pushing event updated for resources: {'Network': ['ID=e14aa85a-c4e3-45e5-a9df-67000ecc87f8,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:55.808752 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port b4734f99-b653-4271-85f9-99aee86cd902, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=b4734f99-b653-4271-85f9-99aee86cd902,segment=NetworkSegment(f03af469-759a-437c-aeec-2c02767c933a),segment_id=f03af469-759a-437c-aeec-2c02767c933a)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:55.811125 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8fbd7-86a7-4fec-bf45-1b31052d2367 req-579fbeb9-9b07-4f1b-a51e-8779f764d90a tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:55.821401 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6bf8fbd7-86a7-4fec-bf45-1b31052d2367 req-579fbeb9-9b07-4f1b-a51e-8779f764d90a tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 944 time: 0.1006858 May 25 15:02:55.821608 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network e14aa85a-c4e3-45e5-a9df-67000ecc87f8 details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 15:02:55.861730 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6bf8fbd7-86a7-4fec-bf45-1b31052d2367 req-b5e66c78-1086-4e1a-84f3-e310e3f2e1f3 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=7feaabf8-6261-4383-847d-24e108726dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427389 May 25 15:02:55.913637 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-d156d58b-17aa-4943-89a6-55ce8df35b72 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8212128 May 25 15:02:55.916475 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60584) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:55.921162 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-02ae4556-a2c1-4f87-aff1-3f57fa3bfde7 admin admin] Request body: {'subnet': {'network_id': 'e14aa85a-c4e3-45e5-a9df-67000ecc87f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1305413244-subnet', 'tenant_id': '74b8587026814352bee325103e906e62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:55.966701 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (b4734f99-b653-4271-85f9-99aee86cd902), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:56.015187 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=b4734f99-b653-4271-85f9-99aee86cd902,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:56.059550 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ae4556-a2c1-4f87-aff1-3f57fa3bfde7 admin admin] Made reservation on behalf of 74b8587026814352bee325103e906e62 for: {'subnet': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:02:56.062280 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-02ae4556-a2c1-4f87-aff1-3f57fa3bfde7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127158571'] for subnet (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:56.311886 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-02ae4556-a2c1-4f87-aff1-3f57fa3bfde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126891400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127158745'] for subnet (6a121231-4cfa-4a82-81e3-181c0ab431c9), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:56.351940 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:56.367564 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae4556-a2c1-4f87-aff1-3f57fa3bfde7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a121231-4cfa-4a82-81e3-181c0ab431c9,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:56.379499 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ae4556-a2c1-4f87-aff1-3f57fa3bfde7 admin admin] Checking segment: {'id': 'da9e3ff0-ff91-41d1-aaff-120ea4c72cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e14aa85a-c4e3-45e5-a9df-67000ecc87f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:02:56.379863 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ae4556-a2c1-4f87-aff1-3f57fa3bfde7 admin admin] Network hostable DHCP agents. Network: e14aa85a-c4e3-45e5-a9df-67000ecc87f8, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:02:56.443502 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['b4734f99-b653-4271-85f9-99aee86cd902'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:02:56.482468 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:56.487879 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:56.525872 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ae4556-a2c1-4f87-aff1-3f57fa3bfde7 admin admin] Network e14aa85a-c4e3-45e5-a9df-67000ecc87f8 is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:02:56.648157 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-02ae4556-a2c1-4f87-aff1-3f57fa3bfde7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, e14aa85a-c4e3-45e5-a9df-67000ecc87f8) {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:02:56.652309 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ae4556-a2c1-4f87-aff1-3f57fa3bfde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:56.652903 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-02ae4556-a2c1-4f87-aff1-3f57fa3bfde7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:56.657182 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3081c524-0101-4b75-9201-5e98619489da None None] Network e14aa85a-c4e3-45e5-a9df-67000ecc87f8 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:02:56.762066 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d5bfe6-2a23-4d39-85e5-68640bb4747b None None] Network e14aa85a-c4e3-45e5-a9df-67000ecc87f8 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:02:56.763277 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-02ae4556-a2c1-4f87-aff1-3f57fa3bfde7 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8457589 May 25 15:02:56.947598 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:56.983001 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110a6d9-d8b7-48c2-afd4-8937e36e390e req-7dbc14cc-4410-4f59-b5ae-343e60378952 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:56.984541 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f110a6d9-d8b7-48c2-afd4-8937e36e390e req-7dbc14cc-4410-4f59-b5ae-343e60378952 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 945 time: 0.0534418 May 25 15:02:57.037519 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f110a6d9-d8b7-48c2-afd4-8937e36e390e req-d278231b-f398-484b-bad7-acdb34b0cbfa tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=7feaabf8-6261-4383-847d-24e108726dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472610 May 25 15:02:57.654479 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device b4734f99-b653-4271-85f9-99aee86cd902 up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:02:57.702751 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port b4734f99-b653-4271-85f9-99aee86cd902 completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:02:57.785582 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port b4734f99-b653-4271-85f9-99aee86cd902 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:57.785990 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (b4734f99-b653-4271-85f9-99aee86cd902), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.860324 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port b4734f99-b653-4271-85f9-99aee86cd902 is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:57.860634 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (b4734f99-b653-4271-85f9-99aee86cd902), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.884555 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85103939-9db9-4bb5-943d-2236c81b7820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4734f99-b653-4271-85f9-99aee86cd902'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:57.886917 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d279e3-e24b-4869-8a99-55c161cca791" -d '{"events": [{"server_uuid": "85103939-9db9-4bb5-943d-2236c81b7820", "name": "network-vif-plugged", "status": "completed", "tag": "b4734f99-b653-4271-85f9-99aee86cd902"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:57.901184 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port b4734f99-b653-4271-85f9-99aee86cd902, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=b4734f99-b653-4271-85f9-99aee86cd902,segment=NetworkSegment(f03af469-759a-437c-aeec-2c02767c933a),segment_id=f03af469-759a-437c-aeec-2c02767c933a)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:57.939596 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5a3a18-93b2-45fe-b0c8-1f746074838c x-openstack-request-id: req-dd5a3a18-93b2-45fe-b0c8-1f746074838c {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:57.940298 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85103939-9db9-4bb5-943d-2236c81b7820", "name": "network-vif-plugged", "status": "completed", "tag": "b4734f99-b653-4271-85f9-99aee86cd902", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:57.940298 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dd5a3a18-93b2-45fe-b0c8-1f746074838c {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:57.940605 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd5a3a18-93b2-45fe-b0c8-1f746074838c'] response: {'server_uuid': '85103939-9db9-4bb5-943d-2236c81b7820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4734f99-b653-4271-85f9-99aee86cd902', 'code': 200} May 25 15:02:58.000130 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (b4734f99-b653-4271-85f9-99aee86cd902), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:58.057769 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:58.063605 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=b4734f99-b653-4271-85f9-99aee86cd902,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:58.158176 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e23b5-2ed2-49a3-a59b-bd591e8c695e req-da87a52d-ab3a-4f24-9ea1-03a9f635c956 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:58.159619 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c03e23b5-2ed2-49a3-a59b-bd591e8c695e req-da87a52d-ab3a-4f24-9ea1-03a9f635c956 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 946 time: 0.0469742 May 25 15:02:58.214470 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c03e23b5-2ed2-49a3-a59b-bd591e8c695e req-bbfbf83e-1a1e-4d01-8896-aaa170776483 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=7feaabf8-6261-4383-847d-24e108726dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458367 May 25 15:02:58.503846 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47b460-d51a-49b3-906d-7b8f862a7870 req-8e5a8a07-9cb7-4743-9cc6-196f09c2ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:58.505340 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fa47b460-d51a-49b3-906d-7b8f862a7870 req-8e5a8a07-9cb7-4743-9cc6-196f09c2ef16 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 1130 time: 0.0448709 May 25 15:02:58.554330 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fa47b460-d51a-49b3-906d-7b8f862a7870 req-81cddb5b-9c64-4120-a90e-145351125993 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7feaabf8-6261-4383-847d-24e108726dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425670 May 25 15:02:59.333908 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4e5e6-e98f-40f9-b0d0-8e58c7fef3d7 req-a233008a-2ce1-4dbb-a907-64e202495a4e tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:59.335537 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9ba4e5e6-e98f-40f9-b0d0-8e58c7fef3d7 req-a233008a-2ce1-4dbb-a907-64e202495a4e tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 946 time: 0.0477099 May 25 15:02:59.384332 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9ba4e5e6-e98f-40f9-b0d0-8e58c7fef3d7 req-027c98a4-8a4a-4ffc-b6eb-e7bb5910f8c0 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=7feaabf8-6261-4383-847d-24e108726dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429490 May 25 15:03:00.502419 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ed61c-5a97-4ca9-ad58-04d09acc83df req-8d8538e7-a2d6-43a4-a062-e4b03a6126b3 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:00.503907 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-601ed61c-5a97-4ca9-ad58-04d09acc83df req-8d8538e7-a2d6-43a4-a062-e4b03a6126b3 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 946 time: 0.0507951 May 25 15:03:00.551545 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-601ed61c-5a97-4ca9-ad58-04d09acc83df req-f180db22-f4b9-4890-b4ba-ba96bbf63b98 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=7feaabf8-6261-4383-847d-24e108726dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419464 May 25 15:03:01.669388 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c24ca-f9d5-40f1-983c-b3ea6f0eefd5 req-959eea01-8137-4c81-b4e3-33847f3fb80c tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:01.669388 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c07c24ca-f9d5-40f1-983c-b3ea6f0eefd5 req-959eea01-8137-4c81-b4e3-33847f3fb80c tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 946 time: 0.0493596 May 25 15:03:01.719386 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c07c24ca-f9d5-40f1-983c-b3ea6f0eefd5 req-11aa25e1-0842-4c01-add2-b20301cc37f9 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=7feaabf8-6261-4383-847d-24e108726dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449572 May 25 15:03:01.831195 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3421057-280a-41a0-81a5-f9f531937337 req-22164567-9ae7-466d-8d74-8130edc0a097 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:01.832581 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f3421057-280a-41a0-81a5-f9f531937337 req-22164567-9ae7-466d-8d74-8130edc0a097 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 946 time: 0.0487461 May 25 15:03:01.842583 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60634) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:01.847290 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-4162273e-cd99-4ee9-adee-79155eb99566 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Request body: {'floatingip': {'port_id': 'b4734f99-b653-4271-85f9-99aee86cd902'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:03:01.885202 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-4162273e-cd99-4ee9-adee-79155eb99566 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for floatingip (2239bcd4-ce2f-4cdb-9209-39b0da412b29), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:02.246965 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:02.328445 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-4162273e-cd99-4ee9-adee-79155eb99566 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:02.491629 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-4162273e-cd99-4ee9-adee-79155eb99566 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (2239bcd4-ce2f-4cdb-9209-39b0da412b29), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:02.608592 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [None req-4162273e-cd99-4ee9-adee-79155eb99566 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Floating IP 2239bcd4-ce2f-4cdb-9209-39b0da412b29 associated. External IP: 172.27.1.222, port: b4734f99-b653-4271-85f9-99aee86cd902. May 25 15:03:02.629116 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:03:02.714207 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:02.825865 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4162273e-cd99-4ee9-adee-79155eb99566 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Router 12b10ba3-1fdf-4348-bae0-88b55dc3151c has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:03:02.928314 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4162273e-cd99-4ee9-adee-79155eb99566 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:03:02.933451 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-4162273e-cd99-4ee9-adee-79155eb99566 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:02.938605 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08980f2-f07f-488f-8442-e253fee47c01 None None] Sync routers for ids ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:03:02.948680 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08980f2-f07f-488f-8442-e253fee47c01 None None] Routers {'12b10ba3-1fdf-4348-bae0-88b55dc3151c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:03:02.951099 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-a08980f2-f07f-488f-8442-e253fee47c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:02:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:02.970254 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-4162273e-cd99-4ee9-adee-79155eb99566 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "PUT /v2.0/floatingips/2239bcd4-ce2f-4cdb-9209-39b0da412b29 HTTP/1.1" status: 200 len: 992 time: 1.1264384 May 25 15:03:02.971056 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85103939-9db9-4bb5-943d-2236c81b7820', 'tag': 'b4734f99-b653-4271-85f9-99aee86cd902'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:03:02.974384 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fc1b44-066c-4dc8-b555-d40ecc0ba1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "85103939-9db9-4bb5-943d-2236c81b7820", "tag": "b4734f99-b653-4271-85f9-99aee86cd902"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:03:03.011682 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf19b9cd-421c-44ca-a2f8-c76cb7ba2204 x-openstack-request-id: req-bf19b9cd-421c-44ca-a2f8-c76cb7ba2204 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:03:03.011994 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85103939-9db9-4bb5-943d-2236c81b7820", "tag": "b4734f99-b653-4271-85f9-99aee86cd902", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:03:03.012253 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bf19b9cd-421c-44ca-a2f8-c76cb7ba2204 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:03:03.012696 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf19b9cd-421c-44ca-a2f8-c76cb7ba2204'] response: {'name': 'network-changed', 'server_uuid': '85103939-9db9-4bb5-943d-2236c81b7820', 'tag': 'b4734f99-b653-4271-85f9-99aee86cd902', 'status': 'completed', 'code': 200} May 25 15:03:03.053473 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-a08980f2-f07f-488f-8442-e253fee47c01 None None] Set router 12b10ba3-1fdf-4348-bae0-88b55dc3151c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:03:03.098109 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc1b44-066c-4dc8-b555-d40ecc0ba1a2 req-a1a345b8-e696-4951-b413-f88fcd1a0817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:03.099914 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f5fc1b44-066c-4dc8-b555-d40ecc0ba1a2 req-a1a345b8-e696-4951-b413-f88fcd1a0817 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=89a36e186c5f4d3c8b9030d91f6a30f6&device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 1130 time: 0.0409586 May 25 15:03:03.191678 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc1b44-066c-4dc8-b555-d40ecc0ba1a2 req-41ea6762-cc09-44d0-96a5-ed2d5976bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:03.193178 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f5fc1b44-066c-4dc8-b555-d40ecc0ba1a2 req-41ea6762-cc09-44d0-96a5-ed2d5976bf85 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ebc02943-e245-4287-8851-2c76f257286a HTTP/1.1" status: 200 len: 911 time: 0.0873098 May 25 15:03:03.259948 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f5fc1b44-066c-4dc8-b555-d40ecc0ba1a2 req-aa3dc2b8-fa67-4b13-a261-faf0c7a389e4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4734f99-b653-4271-85f9-99aee86cd902 HTTP/1.1" status: 200 len: 1000 time: 0.0606329 May 25 15:03:03.264420 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-a08980f2-f07f-488f-8442-e253fee47c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:48Z', 'revision_number': 4, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '2239bcd4-ce2f-4cdb-9209-39b0da412b29', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'port_id': 'b4734f99-b653-4271-85f9-99aee86cd902', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'mac_address': 'fa:16:3e:82:26:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85103939-9db9-4bb5-943d-2236c81b7820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:02:45Z', 'updated_at': '2022-05-25T15:03:02Z', 'revision_number': 1, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96', 'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'mac_address': 'fa:16:3e:55:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:56Z', 'revision_number': 5, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'subnets': [{'id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:03.288800 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08980f2-f07f-488f-8442-e253fee47c01 None None] Checking router: 12b10ba3-1fdf-4348-bae0-88b55dc3151c for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:03:03.297347 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08980f2-f07f-488f-8442-e253fee47c01 None None] Routers {'12b10ba3-1fdf-4348-bae0-88b55dc3151c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:03:03.297951 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-a08980f2-f07f-488f-8442-e253fee47c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:02:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:03.309675 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc1b44-066c-4dc8-b555-d40ecc0ba1a2 req-23c1d16c-c966-4c72-8237-51102937b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:03.311200 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f5fc1b44-066c-4dc8-b555-d40ecc0ba1a2 req-23c1d16c-c966-4c72-8237-51102937b83d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8a273b51-9d95-4b21-9830-1ac6ac028637 HTTP/1.1" status: 200 len: 849 time: 0.0447288 May 25 15:03:03.356032 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc1b44-066c-4dc8-b555-d40ecc0ba1a2 req-2bb2b4e0-d58f-4459-81b1-d7c417f2765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:03.357483 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f5fc1b44-066c-4dc8-b555-d40ecc0ba1a2 req-2bb2b4e0-d58f-4459-81b1-d7c417f2765f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebc02943-e245-4287-8851-2c76f257286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403283 May 25 15:03:03.399785 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-a08980f2-f07f-488f-8442-e253fee47c01 None None] Set router 12b10ba3-1fdf-4348-bae0-88b55dc3151c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:03:03.455662 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f5fc1b44-066c-4dc8-b555-d40ecc0ba1a2 req-c60c32a6-02a2-4558-bab2-4f588f88b24a service neutron] 10.222.0.86 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918355 May 25 15:03:03.555022 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f5fc1b44-066c-4dc8-b555-d40ecc0ba1a2 req-e006ff5d-2e0f-4c62-a303-e9873cdb35e8 service neutron] 10.222.0.86 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929346 May 25 15:03:03.617544 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-a08980f2-f07f-488f-8442-e253fee47c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:48Z', 'revision_number': 4, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '2239bcd4-ce2f-4cdb-9209-39b0da412b29', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'port_id': 'b4734f99-b653-4271-85f9-99aee86cd902', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'mac_address': 'fa:16:3e:82:26:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85103939-9db9-4bb5-943d-2236c81b7820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:02:45Z', 'updated_at': '2022-05-25T15:03:02Z', 'revision_number': 1, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96', 'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'mac_address': 'fa:16:3e:55:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:56Z', 'revision_number': 5, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'subnets': [{'id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:03.646653 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08980f2-f07f-488f-8442-e253fee47c01 None None] The sync data for ids ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'] in dv-cinder-830283-3-iscsi is: [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:48Z', 'revision_number': 4, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '2239bcd4-ce2f-4cdb-9209-39b0da412b29', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'port_id': 'b4734f99-b653-4271-85f9-99aee86cd902', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'mac_address': 'fa:16:3e:82:26:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85103939-9db9-4bb5-943d-2236c81b7820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:02:45Z', 'updated_at': '2022-05-25T15:03:02Z', 'revision_number': 1, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96', 'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'mac_address': 'fa:16:3e:55:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:56Z', 'revision_number': 5, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'subnets': [{'id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:03:03.831891 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445a7d95-bf29-4ac5-bc55-00a21171fee2 None None] New status for floating IP 2239bcd4-ce2f-4cdb-9209-39b0da412b29: ACTIVE {{(pid=116227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:03:05.573952 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:06.596913 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-e28b63d5-83c4-453a-9c23-b033e285350e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:08.956428 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-132c5899-6534-405d-b6a2-df9474b1c5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:10.599857 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:11.542538 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:11.821685 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=32 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:11.824874 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=63 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:12.489594 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8ac8b257-46a5-4224-b837-7e15eb403235 req-8e709200-96a9-4cbc-b55b-fc21222771a6 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-246776648&fields=id&tenant_id=bb0ee163dc0c4237aaa4e2efb85878fc HTTP/1.1" status: 200 len: 267 time: 0.0439556 May 25 15:03:12.540025 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8b257-46a5-4224-b837-7e15eb403235 req-2775eff5-b61c-415a-8ce3-7f8b288f8d49 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:12.541505 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8ac8b257-46a5-4224-b837-7e15eb403235 req-2775eff5-b61c-415a-8ce3-7f8b288f8d49 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 985 time: 0.0468540 May 25 15:03:12.552058 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [req-8ac8b257-46a5-4224-b837-7e15eb403235 req-074d5a9c-4578-4e17-a669-9cf5b521583e tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Request body: {'port': {'security_groups': ['4dcc0cda-6c67-4d98-ad68-a786f6965bc2']}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:03:12.626870 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-8ac8b257-46a5-4224-b837-7e15eb403235 req-074d5a9c-4578-4e17-a669-9cf5b521583e tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (8cc89087-34bc-4911-a164-56f942a0863e), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:12.842210 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [req-8ac8b257-46a5-4224-b837-7e15eb403235 req-074d5a9c-4578-4e17-a669-9cf5b521583e tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] For port 8cc89087-34bc-4911-a164-56f942a0863e, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=8cc89087-34bc-4911-a164-56f942a0863e,segment=NetworkSegment(e95236a3-d049-4124-88e3-98aa51d4128f),segment_id=e95236a3-d049-4124-88e3-98aa51d4128f)] {{(pid=116226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:12.870341 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-8ac8b257-46a5-4224-b837-7e15eb403235 req-074d5a9c-4578-4e17-a669-9cf5b521583e tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for port (8cc89087-34bc-4911-a164-56f942a0863e), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:12.896921 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:12.933712 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-8ac8b257-46a5-4224-b837-7e15eb403235 req-074d5a9c-4578-4e17-a669-9cf5b521583e tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126892817'] for port (8cc89087-34bc-4911-a164-56f942a0863e), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:12.973094 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['8cc89087-34bc-4911-a164-56f942a0863e'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:03:12.977903 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8b257-46a5-4224-b837-7e15eb403235 req-074d5a9c-4578-4e17-a669-9cf5b521583e tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:12.978528 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [req-8ac8b257-46a5-4224-b837-7e15eb403235 req-074d5a9c-4578-4e17-a669-9cf5b521583e tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:12.979955 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8ac8b257-46a5-4224-b837-7e15eb403235 req-074d5a9c-4578-4e17-a669-9cf5b521583e tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "PUT /v2.0/ports/8cc89087-34bc-4911-a164-56f942a0863e HTTP/1.1" status: 200 len: 943 time: 0.4322498 May 25 15:03:12.980461 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'tag': '8cc89087-34bc-4911-a164-56f942a0863e'}] {{(pid=116226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:03:12.983524 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dc151ac6212342da2108a0a28b94f4203e9e0da67b00e21663921939482ef4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f516c3d3-6c8f-44af-8105-80e38bf360fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f221fdda-86ea-483a-b1c8-a28d99ffb993", "tag": "8cc89087-34bc-4911-a164-56f942a0863e"}]}' {{(pid=116226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:03:12.986974 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60702) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:13.017921 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d5a9c-4578-4e17-a669-9cf5b521583e tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Pushing event updated for resources: {'Port': ['ID=8cc89087-34bc-4911-a164-56f942a0863e,revision_number=7']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:13.039395 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7318f5-6220-4f87-a6e1-4ac366484088 x-openstack-request-id: req-fa7318f5-6220-4f87-a6e1-4ac366484088 {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:03:13.039890 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f221fdda-86ea-483a-b1c8-a28d99ffb993", "tag": "8cc89087-34bc-4911-a164-56f942a0863e", "status": "completed", "code": 200}]} {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:03:13.040308 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fa7318f5-6220-4f87-a6e1-4ac366484088 {{(pid=116226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:03:13.040883 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7318f5-6220-4f87-a6e1-4ac366484088'] response: {'name': 'network-changed', 'server_uuid': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'tag': '8cc89087-34bc-4911-a164-56f942a0863e', 'status': 'completed', 'code': 200} May 25 15:03:13.050422 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:13.069818 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2960df77-be6a-49d1-bc95-2e86b8f4cfce tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group (41f109ae-642a-4d23-9aee-0fcb2c42d5d4), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:13.108898 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2960df77-be6a-49d1-bc95-2e86b8f4cfce tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group (41f109ae-642a-4d23-9aee-0fcb2c42d5d4), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:13.136033 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['8cc89087-34bc-4911-a164-56f942a0863e'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:03:13.155858 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516c3d3-6c8f-44af-8105-80e38bf360fb req-af396460-2d65-4c79-8198-666b6db260a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:13.157382 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f516c3d3-6c8f-44af-8105-80e38bf360fb req-af396460-2d65-4c79-8198-666b6db260a1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb0ee163dc0c4237aaa4e2efb85878fc&device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 1130 time: 0.0583105 May 25 15:03:13.232755 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:13.262492 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-fac0b903-a22a-4ee4-9cda-98dd0fbd3c7b None None] Provisioning complete for port 8cc89087-34bc-4911-a164-56f942a0863e triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:03:13.262843 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-fac0b903-a22a-4ee4-9cda-98dd0fbd3c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (8cc89087-34bc-4911-a164-56f942a0863e), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:13.267474 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:13.272718 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516c3d3-6c8f-44af-8105-80e38bf360fb req-efc302b0-3bb0-4878-9d76-92f36fb88e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:13.274166 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f516c3d3-6c8f-44af-8105-80e38bf360fb req-efc302b0-3bb0-4878-9d76-92f36fb88e30 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 HTTP/1.1" status: 200 len: 916 time: 0.1050668 May 25 15:03:13.337327 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f516c3d3-6c8f-44af-8105-80e38bf360fb req-f3f6ad32-4cc3-4192-bdcd-18318d2bc060 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cc89087-34bc-4911-a164-56f942a0863e HTTP/1.1" status: 200 len: 1001 time: 0.0560298 May 25 15:03:13.352577 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:13.383367 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2960df77-be6a-49d1-bc95-2e86b8f4cfce tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (41f109ae-642a-4d23-9aee-0fcb2c42d5d4), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:13.385945 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2960df77-be6a-49d1-bc95-2e86b8f4cfce tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:13.390281 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-2960df77-be6a-49d1-bc95-2e86b8f4cfce tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "DELETE /v2.0/security-groups/41f109ae-642a-4d23-9aee-0fcb2c42d5d4 HTTP/1.1" status: 204 len: 168 time: 0.3996475 May 25 15:03:13.405415 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-fac0b903-a22a-4ee4-9cda-98dd0fbd3c7b None None] Current status of the port 8cc89087-34bc-4911-a164-56f942a0863e is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:03:13.405725 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60704) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:13.405834 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516c3d3-6c8f-44af-8105-80e38bf360fb req-2b44b7b5-48e4-491c-aa64-a1dfb313988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:13.405834 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f516c3d3-6c8f-44af-8105-80e38bf360fb req-2b44b7b5-48e4-491c-aa64-a1dfb313988a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7a9fd0d3-f0e2-4879-858d-35599eac1d8a HTTP/1.1" status: 200 len: 854 time: 0.0520010 May 25 15:03:13.405834 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960df77-be6a-49d1-bc95-2e86b8f4cfce tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f109ae-642a-4d23-9aee-0fcb2c42d5d4,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:13.451665 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516c3d3-6c8f-44af-8105-80e38bf360fb req-b79ddc8b-98b4-4c2e-9831-1258cf51cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:13.453177 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f516c3d3-6c8f-44af-8105-80e38bf360fb req-b79ddc8b-98b4-4c2e-9831-1258cf51cd48 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416334 May 25 15:03:13.535330 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-4af9f373-a523-4dcd-942d-982c3c7af175 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Deleting port ee0c8639-b4cd-447b-b57a-d794e5b8a325 {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:03:13.535671 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4af9f373-a523-4dcd-942d-982c3c7af175 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (ee0c8639-b4cd-447b-b57a-d794e5b8a325), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:13.550142 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f516c3d3-6c8f-44af-8105-80e38bf360fb req-829b46d5-0daf-4b6b-8c7a-d12c8a52fae2 service neutron] 10.222.0.86 "GET /v2.0/networks/dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886247 May 25 15:03:13.616644 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4af9f373-a523-4dcd-942d-982c3c7af175 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (ee0c8639-b4cd-447b-b57a-d794e5b8a325), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:13.616882 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4af9f373-a523-4dcd-942d-982c3c7af175 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for floatingip (ee0c8639-b4cd-447b-b57a-d794e5b8a325), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:13.630277 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-4af9f373-a523-4dcd-942d-982c3c7af175 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Calling delete_port for ee0c8639-b4cd-447b-b57a-d794e5b8a325 owned by network:floatingip {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:03:13.641788 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f516c3d3-6c8f-44af-8105-80e38bf360fb req-3dae4fdc-5f82-44f7-b869-0a398fea7950 service neutron] 10.222.0.86 "GET /v2.0/networks/dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841258 May 25 15:03:13.740308 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:13.774358 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:13.879553 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4af9f373-a523-4dcd-942d-982c3c7af175 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (ee0c8639-b4cd-447b-b57a-d794e5b8a325), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:13.905015 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9f373-a523-4dcd-942d-982c3c7af175 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Pushing event deleted for resources: {'Port': ['ID=ee0c8639-b4cd-447b-b57a-d794e5b8a325,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:13.979935 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4af9f373-a523-4dcd-942d-982c3c7af175 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks [] for floatingip (82f7bca8-2b4e-432b-93f6-695489d98d79), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:13.979935 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.l3_db [None req-4af9f373-a523-4dcd-942d-982c3c7af175 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Floating IP 82f7bca8-2b4e-432b-93f6-695489d98d79 disassociated (deleted). External IP: 172.27.1.50, port: 8cc89087-34bc-4911-a164-56f942a0863e. May 25 15:03:14.166558 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af9f373-a523-4dcd-942d-982c3c7af175 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Router a26ceb6b-b62f-4c53-b40c-e9c661ea5258 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:03:14.270933 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af9f373-a523-4dcd-942d-982c3c7af175 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:03:14.275357 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4af9f373-a523-4dcd-942d-982c3c7af175 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:14.281367 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4319d-c489-4132-b842-9065204e9495 None None] Sync routers for ids ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:03:14.291077 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d4319d-c489-4132-b842-9065204e9495 None None] Routers {'a26ceb6b-b62f-4c53-b40c-e9c661ea5258'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:03:14.297712 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-20d4319d-c489-4132-b842-9065204e9495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:03:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:14.307515 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-4af9f373-a523-4dcd-942d-982c3c7af175 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "DELETE /v2.0/floatingips/82f7bca8-2b4e-432b-93f6-695489d98d79 HTTP/1.1" status: 204 len: 168 time: 0.9155252 May 25 15:03:14.393435 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=100 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:14.397389 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-20d4319d-c489-4132-b842-9065204e9495 None None] Set router a26ceb6b-b62f-4c53-b40c-e9c661ea5258 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:03:14.600879 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=100 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:14.672887 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-20d4319d-c489-4132-b842-9065204e9495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'name': 'tempest-TestMinimumBasicScenario-1449231747-router', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:49Z', 'revision_number': 4, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'gw_port': {'id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71', 'name': '', 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'mac_address': 'fa:16:3e:58:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:48Z', 'updated_at': '2022-05-25T14:58:54Z', 'revision_number': 5, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'subnets': [{'id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:14.702212 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4319d-c489-4132-b842-9065204e9495 None None] Checking router: a26ceb6b-b62f-4c53-b40c-e9c661ea5258 for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:03:14.710848 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d4319d-c489-4132-b842-9065204e9495 None None] Routers {'a26ceb6b-b62f-4c53-b40c-e9c661ea5258'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:03:14.711450 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-20d4319d-c489-4132-b842-9065204e9495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:03:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:14.810837 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-20d4319d-c489-4132-b842-9065204e9495 None None] Set router a26ceb6b-b62f-4c53-b40c-e9c661ea5258 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:03:14.997766 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-20d4319d-c489-4132-b842-9065204e9495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'name': 'tempest-TestMinimumBasicScenario-1449231747-router', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:49Z', 'revision_number': 4, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'gw_port': {'id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71', 'name': '', 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'mac_address': 'fa:16:3e:58:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:48Z', 'updated_at': '2022-05-25T14:58:54Z', 'revision_number': 5, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'subnets': [{'id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:15.022826 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4319d-c489-4132-b842-9065204e9495 None None] The sync data for ids ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'] in dv-cinder-830283-3-iscsi is: [{'id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'name': 'tempest-TestMinimumBasicScenario-1449231747-router', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:49Z', 'revision_number': 4, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'gw_port': {'id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71', 'name': '', 'network_id': 'dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'mac_address': 'fa:16:3e:58:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:48Z', 'updated_at': '2022-05-25T14:58:54Z', 'revision_number': 5, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'subnets': [{'id': '7a9fd0d3-f0e2-4879-858d-35599eac1d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:03:15.042116 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'tag': '8cc89087-34bc-4911-a164-56f942a0863e'}] {{(pid=116226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:03:15.044525 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dc151ac6212342da2108a0a28b94f4203e9e0da67b00e21663921939482ef4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b11d77-2725-45bd-8594-18c9aa7e80b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f221fdda-86ea-483a-b1c8-a28d99ffb993", "tag": "8cc89087-34bc-4911-a164-56f942a0863e"}]}' {{(pid=116226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:03:15.084340 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b2bd44-5673-4622-8259-8912b868c771 x-openstack-request-id: req-e6b2bd44-5673-4622-8259-8912b868c771 {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:03:15.084733 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f221fdda-86ea-483a-b1c8-a28d99ffb993", "tag": "8cc89087-34bc-4911-a164-56f942a0863e", "status": "completed", "code": 200}]} {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:03:15.084988 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e6b2bd44-5673-4622-8259-8912b868c771 {{(pid=116226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:03:15.085389 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b2bd44-5673-4622-8259-8912b868c771'] response: {'name': 'network-changed', 'server_uuid': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'tag': '8cc89087-34bc-4911-a164-56f942a0863e', 'status': 'completed', 'code': 200} May 25 15:03:15.252352 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ccce82-0563-4e42-9729-224cb5cedeaf None None] New status for floating IP 82f7bca8-2b4e-432b-93f6-695489d98d79: DOWN {{(pid=116227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:03:15.412367 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b11d77-2725-45bd-8594-18c9aa7e80b4 req-69c18cf0-6a7b-40e0-a5ec-aaadff3a2f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:15.413934 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d9b11d77-2725-45bd-8594-18c9aa7e80b4 req-69c18cf0-6a7b-40e0-a5ec-aaadff3a2f5c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb0ee163dc0c4237aaa4e2efb85878fc&device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 1130 time: 0.0456102 May 25 15:03:15.563562 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b11d77-2725-45bd-8594-18c9aa7e80b4 req-649ba00e-ae2c-4788-8ef9-4b525a64152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:15.564962 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d9b11d77-2725-45bd-8594-18c9aa7e80b4 req-649ba00e-ae2c-4788-8ef9-4b525a64152e service neutron] 10.222.0.86 "GET /v2.0/networks?id=dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 HTTP/1.1" status: 200 len: 916 time: 0.0874767 May 25 15:03:15.612373 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d9b11d77-2725-45bd-8594-18c9aa7e80b4 req-1b3f47b1-a362-4bb6-8883-3c49a414b74b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cc89087-34bc-4911-a164-56f942a0863e HTTP/1.1" status: 200 len: 217 time: 0.0363045 May 25 15:03:15.663164 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b11d77-2725-45bd-8594-18c9aa7e80b4 req-203d1920-9b89-47ea-9805-121d6bad3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:15.664656 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d9b11d77-2725-45bd-8594-18c9aa7e80b4 req-203d1920-9b89-47ea-9805-121d6bad3112 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7a9fd0d3-f0e2-4879-858d-35599eac1d8a HTTP/1.1" status: 200 len: 854 time: 0.0451639 May 25 15:03:15.719222 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b11d77-2725-45bd-8594-18c9aa7e80b4 req-eafe8aa3-5392-42c5-925c-7d899628dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:15.720738 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d9b11d77-2725-45bd-8594-18c9aa7e80b4 req-eafe8aa3-5392-42c5-925c-7d899628dee7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395181 May 25 15:03:15.818171 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d9b11d77-2725-45bd-8594-18c9aa7e80b4 req-ec033cd9-0be5-40b9-8cf8-c0143eb36ec6 service neutron] 10.222.0.86 "GET /v2.0/networks/dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890636 May 25 15:03:16.138703 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:16.152900 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d9b11d77-2725-45bd-8594-18c9aa7e80b4 req-fe20c39b-0f8b-4f31-bd13-b1b248b9a315 service neutron] 10.222.0.86 "GET /v2.0/networks/dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284111 May 25 15:03:18.896062 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a6bf9-7aa1-49b1-a0eb-2797dd0b105c req-712916c2-5962-48b4-872f-e05acbfb1ffa tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:18.897550 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-201a6bf9-7aa1-49b1-a0eb-2797dd0b105c req-712916c2-5962-48b4-872f-e05acbfb1ffa tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 946 time: 0.0487669 May 25 15:03:18.947154 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-201a6bf9-7aa1-49b1-a0eb-2797dd0b105c req-9a984487-55cd-4ff6-ac79-7c722cb300b2 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439119 May 25 15:03:20.026510 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:20.064364 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb1796-3408-4707-822e-d1fd43c48b2a req-ace9973b-0cbb-414e-99ad-c49f7f6e2049 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:20.065828 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a0fb1796-3408-4707-822e-d1fd43c48b2a req-ace9973b-0cbb-414e-99ad-c49f7f6e2049 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 946 time: 0.0489807 May 25 15:03:20.113759 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a0fb1796-3408-4707-822e-d1fd43c48b2a req-a7d1ec7d-89b2-4978-b186-ee20e9b5e514 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423284 May 25 15:03:20.922329 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60794) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:20.966485 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e411dd0-7ee7-4538-87ae-ae69adf8f1b0 admin admin] Deleting subnet 3b48d989-81d3-4842-864f-30c46820a5c2 {{(pid=116226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:03:20.969695 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6e411dd0-7ee7-4538-87ae-ae69adf8f1b0 admin admin] Publish callbacks [] for subnet (3b48d989-81d3-4842-864f-30c46820a5c2), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:21.003476 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6e411dd0-7ee7-4538-87ae-ae69adf8f1b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127914396'] for subnet (3b48d989-81d3-4842-864f-30c46820a5c2), precommit_delete_associations {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:21.045759 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6e411dd0-7ee7-4538-87ae-ae69adf8f1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428428'] for subnet (3b48d989-81d3-4842-864f-30c46820a5c2), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:21.226922 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9552ca6-316a-40b5-a596-497405a5ea2a req-4a19b776-3913-41a9-9271-32c1d08f354f tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:21.228362 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a9552ca6-316a-40b5-a596-497405a5ea2a req-4a19b776-3913-41a9-9271-32c1d08f354f tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 946 time: 0.0470078 May 25 15:03:21.256513 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6e411dd0-7ee7-4538-87ae-ae69adf8f1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126891471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127158736'] for subnet (3b48d989-81d3-4842-864f-30c46820a5c2), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:21.288653 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6e411dd0-7ee7-4538-87ae-ae69adf8f1b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:21.294530 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-6e411dd0-7ee7-4538-87ae-ae69adf8f1b0 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3b48d989-81d3-4842-864f-30c46820a5c2 HTTP/1.1" status: 204 len: 168 time: 0.3683343 May 25 15:03:21.298154 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e411dd0-7ee7-4538-87ae-ae69adf8f1b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b48d989-81d3-4842-864f-30c46820a5c2,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:21.302678 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60798) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:21.330974 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4efe83-ee1e-49ba-b680-f61a7daea960 req-d3216f51-0d26-4a4d-82d7-d9c3f96079df tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:21.332454 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-9d4efe83-ee1e-49ba-b680-f61a7daea960 req-d3216f51-0d26-4a4d-82d7-d9c3f96079df tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.86 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 946 time: 0.0495980 May 25 15:03:21.333706 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a9552ca6-316a-40b5-a596-497405a5ea2a req-8d07173f-66c0-4ae5-9713-937cde2c2b43 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dcc0cda-6c67-4d98-ad68-a786f6965bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992999 May 25 15:03:21.386871 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3de90af9-8e7b-4552-bf78-4ef68ab3044b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322087'] for network (9f235d9e-9a8e-4827-b1ef-1c7125a64be4), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:21.430087 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-9d4efe83-ee1e-49ba-b680-f61a7daea960 req-61128b95-fd19-4815-b211-962293ba0e15 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Deleting port 8cc89087-34bc-4911-a164-56f942a0863e {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:03:21.430422 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-9d4efe83-ee1e-49ba-b680-f61a7daea960 req-61128b95-fd19-4815-b211-962293ba0e15 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (8cc89087-34bc-4911-a164-56f942a0863e), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:21.462300 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3de90af9-8e7b-4552-bf78-4ef68ab3044b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425987', 'neutron.services.segments.db._delete_segments_for_network-8746770751079'] for network (9f235d9e-9a8e-4827-b1ef-1c7125a64be4), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:21.483131 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-3de90af9-8e7b-4552-bf78-4ef68ab3044b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f235d9e-9a8e-4827-b1ef-1c7125a64be4']}} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:21.492324 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-3de90af9-8e7b-4552-bf78-4ef68ab3044b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240cb771-2207-4f67-94d2-177c90c6271a') {'for_net_delete': True} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:21.492619 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-3de90af9-8e7b-4552-bf78-4ef68ab3044b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240cb771-2207-4f67-94d2-177c90c6271a') {} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:21.506256 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3de90af9-8e7b-4552-bf78-4ef68ab3044b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746770751856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127914387'] for segment (240cb771-2207-4f67-94d2-177c90c6271a), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:21.519414 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3de90af9-8e7b-4552-bf78-4ef68ab3044b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (240cb771-2207-4f67-94d2-177c90c6271a), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:21.522563 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-9d4efe83-ee1e-49ba-b680-f61a7daea960 req-61128b95-fd19-4815-b211-962293ba0e15 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] For port 8cc89087-34bc-4911-a164-56f942a0863e, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=8cc89087-34bc-4911-a164-56f942a0863e,segment=NetworkSegment(e95236a3-d049-4124-88e3-98aa51d4128f),segment_id=e95236a3-d049-4124-88e3-98aa51d4128f)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:21.522960 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-9d4efe83-ee1e-49ba-b680-f61a7daea960 req-61128b95-fd19-4815-b211-962293ba0e15 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (8cc89087-34bc-4911-a164-56f942a0863e), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:21.525389 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de90af9-8e7b-4552-bf78-4ef68ab3044b admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=116226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:03:21.525774 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3de90af9-8e7b-4552-bf78-4ef68ab3044b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126892845'] for segment (240cb771-2207-4f67-94d2-177c90c6271a), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:21.536192 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-9d4efe83-ee1e-49ba-b680-f61a7daea960 req-61128b95-fd19-4815-b211-962293ba0e15 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Calling delete_port for 8cc89087-34bc-4911-a164-56f942a0863e owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:03:21.579916 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:21.619095 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:21.661994 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment 240cb771-2207-4f67-94d2-177c90c6271a resource provider aggregate not found May 25 15:03:21.677712 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment 240cb771-2207-4f67-94d2-177c90c6271a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 240cb771-2207-4f67-94d2-177c90c6271a found for delete ", "request_id": "req-284f2a71-51ff-4e7f-9e0f-577ffedb4a3c"}]} May 25 15:03:21.773385 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3de90af9-8e7b-4552-bf78-4ef68ab3044b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1425994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565467'] for network (9f235d9e-9a8e-4827-b1ef-1c7125a64be4), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:21.788367 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3de90af9-8e7b-4552-bf78-4ef68ab3044b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:21.788367 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-3de90af9-8e7b-4552-bf78-4ef68ab3044b admin admin] 10.222.0.74 "DELETE /v2.0/networks/9f235d9e-9a8e-4827-b1ef-1c7125a64be4 HTTP/1.1" status: 204 len: 168 time: 0.4792712 May 25 15:03:21.788564 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60806) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:21.792691 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de90af9-8e7b-4552-bf78-4ef68ab3044b admin admin] Pushing event deleted for resources: {'Network': ['ID=9f235d9e-9a8e-4827-b1ef-1c7125a64be4,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:21.832052 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-9d4efe83-ee1e-49ba-b680-f61a7daea960 req-61128b95-fd19-4815-b211-962293ba0e15 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (8cc89087-34bc-4911-a164-56f942a0863e), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:21.836344 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1b98ec-d53e-4981-a3a4-f3842fe18bb9 admin admin] Deleting subnet 6a121231-4cfa-4a82-81e3-181c0ab431c9 {{(pid=116225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:03:21.844682 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5c1b98ec-d53e-4981-a3a4-f3842fe18bb9 admin admin] Publish callbacks [] for subnet (6a121231-4cfa-4a82-81e3-181c0ab431c9), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:21.882830 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61128b95-fd19-4815-b211-962293ba0e15 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Pushing event deleted for resources: {'Port': ['ID=8cc89087-34bc-4911-a164-56f942a0863e,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:21.939743 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5c1b98ec-d53e-4981-a3a4-f3842fe18bb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127149998'] for subnet (6a121231-4cfa-4a82-81e3-181c0ab431c9), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:21.941942 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4efe83-ee1e-49ba-b680-f61a7daea960 req-61128b95-fd19-4815-b211-962293ba0e15 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] No DVR routers for this DVR port 8cc89087-34bc-4911-a164-56f942a0863e on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:03:21.963206 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-9d4efe83-ee1e-49ba-b680-f61a7daea960 req-61128b95-fd19-4815-b211-962293ba0e15 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:21.966438 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-9d4efe83-ee1e-49ba-b680-f61a7daea960 req-61128b95-fd19-4815-b211-962293ba0e15 tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.86 "DELETE /v2.0/ports/8cc89087-34bc-4911-a164-56f942a0863e HTTP/1.1" status: 204 len: 173 time: 0.6278880 May 25 15:03:21.966900 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'name': 'network-vif-deleted', 'tag': '8cc89087-34bc-4911-a164-56f942a0863e'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:03:21.969116 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197e7ef9-7f78-42b6-9233-f031d458da6a" -d '{"events": [{"server_uuid": "f221fdda-86ea-483a-b1c8-a28d99ffb993", "name": "network-vif-deleted", "tag": "8cc89087-34bc-4911-a164-56f942a0863e"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:03:21.998250 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5c1b98ec-d53e-4981-a3a4-f3842fe18bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428428'] for subnet (6a121231-4cfa-4a82-81e3-181c0ab431c9), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:22.012292 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:22.013942 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbbc0fd-6e00-4063-8653-fe17ad9446c7 x-openstack-request-id: req-ecbbc0fd-6e00-4063-8653-fe17ad9446c7 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:03:22.014228 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f221fdda-86ea-483a-b1c8-a28d99ffb993", "name": "network-vif-deleted", "tag": "8cc89087-34bc-4911-a164-56f942a0863e", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:03:22.014474 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ecbbc0fd-6e00-4063-8653-fe17ad9446c7 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:03:22.014879 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecbbc0fd-6e00-4063-8653-fe17ad9446c7'] response: {'server_uuid': 'f221fdda-86ea-483a-b1c8-a28d99ffb993', 'name': 'network-vif-deleted', 'tag': '8cc89087-34bc-4911-a164-56f942a0863e', 'status': 'completed', 'code': 200} May 25 15:03:22.171356 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5c1b98ec-d53e-4981-a3a4-f3842fe18bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126565106'] for subnet (6a121231-4cfa-4a82-81e3-181c0ab431c9), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:22.195389 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b98ec-d53e-4981-a3a4-f3842fe18bb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a121231-4cfa-4a82-81e3-181c0ab431c9,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:22.202069 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5c1b98ec-d53e-4981-a3a4-f3842fe18bb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:22.205189 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-5c1b98ec-d53e-4981-a3a4-f3842fe18bb9 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6a121231-4cfa-4a82-81e3-181c0ab431c9 HTTP/1.1" status: 204 len: 168 time: 0.4183252 May 25 15:03:22.207808 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60810) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:22.279943 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cadfe469-2f03-4da6-96cf-b78787fa2397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322087'] for network (e14aa85a-c4e3-45e5-a9df-67000ecc87f8), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:22.370161 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cadfe469-2f03-4da6-96cf-b78787fa2397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425987', 'neutron.services.segments.db._delete_segments_for_network-8746770751079'] for network (e14aa85a-c4e3-45e5-a9df-67000ecc87f8), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:22.396765 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-cadfe469-2f03-4da6-96cf-b78787fa2397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e14aa85a-c4e3-45e5-a9df-67000ecc87f8']}} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:22.404391 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-cadfe469-2f03-4da6-96cf-b78787fa2397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9e3ff0-ff91-41d1-aaff-120ea4c72cfe') {'for_net_delete': True} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:22.404859 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-cadfe469-2f03-4da6-96cf-b78787fa2397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9e3ff0-ff91-41d1-aaff-120ea4c72cfe') {} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:22.415070 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cadfe469-2f03-4da6-96cf-b78787fa2397 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746770751856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127149985'] for segment (da9e3ff0-ff91-41d1-aaff-120ea4c72cfe), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:22.430563 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cadfe469-2f03-4da6-96cf-b78787fa2397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (da9e3ff0-ff91-41d1-aaff-120ea4c72cfe), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:22.436100 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadfe469-2f03-4da6-96cf-b78787fa2397 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=116225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:03:22.436490 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cadfe469-2f03-4da6-96cf-b78787fa2397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126643929'] for segment (da9e3ff0-ff91-41d1-aaff-120ea4c72cfe), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:22.441017 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9bd9b83c-b573-4361-bbe0-aa14d6c65f47 req-47e92047-42ab-48a4-bc81-9ace47f50b0a tempest-TestMinimumBasicScenario-545981268 tempest-TestMinimumBasicScenario-545981268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f221fdda-86ea-483a-b1c8-a28d99ffb993 HTTP/1.1" status: 200 len: 210 time: 0.0278819 May 25 15:03:22.482675 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.services.segments.plugin [-] Segment da9e3ff0-ff91-41d1-aaff-120ea4c72cfe resource provider aggregate not found May 25 15:03:22.503094 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.services.segments.plugin [-] Segment da9e3ff0-ff91-41d1-aaff-120ea4c72cfe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da9e3ff0-ff91-41d1-aaff-120ea4c72cfe found for delete ", "request_id": "req-b5230516-bd8b-4567-9764-be2e5c2e4364"}]} May 25 15:03:22.549921 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cadfe469-2f03-4da6-96cf-b78787fa2397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1425994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565467'] for network (e14aa85a-c4e3-45e5-a9df-67000ecc87f8), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:22.557373 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cadfe469-2f03-4da6-96cf-b78787fa2397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:22.560950 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-cadfe469-2f03-4da6-96cf-b78787fa2397 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e14aa85a-c4e3-45e5-a9df-67000ecc87f8 HTTP/1.1" status: 204 len: 168 time: 0.3521953 May 25 15:03:22.571518 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfe469-2f03-4da6-96cf-b78787fa2397 admin admin] Pushing event deleted for resources: {'Network': ['ID=e14aa85a-c4e3-45e5-a9df-67000ecc87f8,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:23.114058 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60820) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:23.155202 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-1ce07f1c-a7ab-441f-9992-2f5e64edff57 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1f74ce84ddcc4403b96438e1cc8ce523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398448 May 25 15:03:23.158264 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60822) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:23.209391 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f2f1a718-9d70-4184-9058-5e3eb105f297 admin admin] Publish callbacks [] for security_group (097ce20a-9c94-469c-ae6a-6114fb8be783), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:23.231208 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f2f1a718-9d70-4184-9058-5e3eb105f297 admin admin] Publish callbacks [] for security_group (097ce20a-9c94-469c-ae6a-6114fb8be783), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:23.427856 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f2f1a718-9d70-4184-9058-5e3eb105f297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (097ce20a-9c94-469c-ae6a-6114fb8be783), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:23.430301 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f2f1a718-9d70-4184-9058-5e3eb105f297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:23.431482 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-f2f1a718-9d70-4184-9058-5e3eb105f297 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/097ce20a-9c94-469c-ae6a-6114fb8be783 HTTP/1.1" status: 204 len: 168 time: 0.2722392 May 25 15:03:23.440358 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1a718-9d70-4184-9058-5e3eb105f297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097ce20a-9c94-469c-ae6a-6114fb8be783,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:23.826371 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 8cc89087-34bc-4911-a164-56f942a0863e no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:03:23.845338 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: 8cc89087-34bc-4911-a164-56f942a0863e {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:03:23.845687 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 8cc89087-34bc-4911-a164-56f942a0863e not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:03:24.346199 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60862) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:24.386981 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-da795617-ac77-429c-9fdd-84b5946e71d9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=74b8587026814352bee325103e906e62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394671 May 25 15:03:24.389413 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60864) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:24.441167 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-759c0b48-324e-47af-bdc7-ff8e6f3cb8a2 admin admin] Publish callbacks [] for security_group (2cae6261-3bba-43a5-a6e2-42f35354df74), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:24.463876 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-759c0b48-324e-47af-bdc7-ff8e6f3cb8a2 admin admin] Publish callbacks [] for security_group (2cae6261-3bba-43a5-a6e2-42f35354df74), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:24.492823 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:24.747727 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-759c0b48-324e-47af-bdc7-ff8e6f3cb8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (2cae6261-3bba-43a5-a6e2-42f35354df74), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:24.752156 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-759c0b48-324e-47af-bdc7-ff8e6f3cb8a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:24.752156 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-759c0b48-324e-47af-bdc7-ff8e6f3cb8a2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2cae6261-3bba-43a5-a6e2-42f35354df74 HTTP/1.1" status: 204 len: 168 time: 0.3612638 May 25 15:03:24.759808 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c0b48-324e-47af-bdc7-ff8e6f3cb8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cae6261-3bba-43a5-a6e2-42f35354df74,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:25.553976 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60892) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:25.809189 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:25.867425 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c61e-bcbf-4174-8050-70177b70c385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567241'] for router_interface (a26ceb6b-b62f-4c53-b40c-e9c661ea5258), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:26.094976 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0c61e-bcbf-4174-8050-70177b70c385 admin admin] Deleting port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:03:26.095166 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c61e-bcbf-4174-8050-70177b70c385 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:26.182494 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [None req-b2e0c61e-bcbf-4174-8050-70177b70c385 admin admin] For port fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71,segment=NetworkSegment(e95236a3-d049-4124-88e3-98aa51d4128f),segment_id=e95236a3-d049-4124-88e3-98aa51d4128f)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:26.182908 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c61e-bcbf-4174-8050-70177b70c385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:26.193408 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:26.197687 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0c61e-bcbf-4174-8050-70177b70c385 admin admin] Calling delete_port for fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 owned by network:router_interface {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:03:26.588248 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c61e-bcbf-4174-8050-70177b70c385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:26.611732 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0c61e-bcbf-4174-8050-70177b70c385 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:26.777903 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c61e-bcbf-4174-8050-70177b70c385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-824638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567133'] for router_interface (a26ceb6b-b62f-4c53-b40c-e9c661ea5258), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:26.986863 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e0c61e-bcbf-4174-8050-70177b70c385 admin admin] Router a26ceb6b-b62f-4c53-b40c-e9c661ea5258 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:03:27.076996 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:27.094666 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e0c61e-bcbf-4174-8050-70177b70c385 admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:03:27.099578 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-b2e0c61e-bcbf-4174-8050-70177b70c385 admin admin] 10.222.0.74 "PUT /v2.0/routers/a26ceb6b-b62f-4c53-b40c-e9c661ea5258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5452659 May 25 15:03:27.102093 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60944) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:27.104798 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bc2b1c-8502-4619-b57e-e198172a4b18 None None] Sync routers for ids ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:03:27.116847 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bc2b1c-8502-4619-b57e-e198172a4b18 None None] Routers {'a26ceb6b-b62f-4c53-b40c-e9c661ea5258'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:03:27.117644 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-23bc2b1c-8502-4619-b57e-e198172a4b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:03:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:27.201955 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:27.205321 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-75cd4dc2-7063-49a6-8e7f-fa740dff72e4 admin admin] Publish callbacks [] for router (a26ceb6b-b62f-4c53-b40c-e9c661ea5258), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:27.219897 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-23bc2b1c-8502-4619-b57e-e198172a4b18 None None] Set router a26ceb6b-b62f-4c53-b40c-e9c661ea5258 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:03:27.310223 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-75cd4dc2-7063-49a6-8e7f-fa740dff72e4 admin admin] Publish callbacks [] for router_gateway (a26ceb6b-b62f-4c53-b40c-e9c661ea5258), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:27.401304 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-23bc2b1c-8502-4619-b57e-e198172a4b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'name': 'tempest-TestMinimumBasicScenario-1449231747-router', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T15:03:26Z', 'revision_number': 5, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'gw_port': {'id': '5393aae6-e887-410b-8ba7-538ccd7c2ef5', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:27.416583 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-75cd4dc2-7063-49a6-8e7f-fa740dff72e4 admin admin] Deleting port 5393aae6-e887-410b-8ba7-538ccd7c2ef5 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:03:27.416922 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-75cd4dc2-7063-49a6-8e7f-fa740dff72e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (5393aae6-e887-410b-8ba7-538ccd7c2ef5), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:27.426140 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bc2b1c-8502-4619-b57e-e198172a4b18 None None] Checking router: a26ceb6b-b62f-4c53-b40c-e9c661ea5258 for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:03:27.434913 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:27.438097 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bc2b1c-8502-4619-b57e-e198172a4b18 None None] Routers {'a26ceb6b-b62f-4c53-b40c-e9c661ea5258'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:03:27.438097 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-23bc2b1c-8502-4619-b57e-e198172a4b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:03:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:27.497026 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [None req-75cd4dc2-7063-49a6-8e7f-fa740dff72e4 admin admin] For port 5393aae6-e887-410b-8ba7-538ccd7c2ef5, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=5393aae6-e887-410b-8ba7-538ccd7c2ef5,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:27.497307 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-75cd4dc2-7063-49a6-8e7f-fa740dff72e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (5393aae6-e887-410b-8ba7-538ccd7c2ef5), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:27.512180 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-75cd4dc2-7063-49a6-8e7f-fa740dff72e4 admin admin] Calling delete_port for 5393aae6-e887-410b-8ba7-538ccd7c2ef5 owned by network:router_gateway {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:03:27.524229 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-23bc2b1c-8502-4619-b57e-e198172a4b18 None None] Set router a26ceb6b-b62f-4c53-b40c-e9c661ea5258 gateway port host: None {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:03:27.578007 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-23bc2b1c-8502-4619-b57e-e198172a4b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'name': 'tempest-TestMinimumBasicScenario-1449231747-router', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T15:03:27Z', 'revision_number': 6, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'gw_port_host': None}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:27.604652 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bc2b1c-8502-4619-b57e-e198172a4b18 None None] The sync data for ids ['a26ceb6b-b62f-4c53-b40c-e9c661ea5258'] in dv-cinder-830283-3-iscsi is: [{'id': 'a26ceb6b-b62f-4c53-b40c-e9c661ea5258', 'name': 'tempest-TestMinimumBasicScenario-1449231747-router', 'tenant_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:46Z', 'updated_at': '2022-05-25T15:03:27Z', 'revision_number': 6, 'project_id': 'bb0ee163dc0c4237aaa4e2efb85878fc', 'gw_port_host': None}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:03:27.835939 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-75cd4dc2-7063-49a6-8e7f-fa740dff72e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (5393aae6-e887-410b-8ba7-538ccd7c2ef5), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:27.860698 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd4dc2-7063-49a6-8e7f-fa740dff72e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5393aae6-e887-410b-8ba7-538ccd7c2ef5,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:27.932339 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-75cd4dc2-7063-49a6-8e7f-fa740dff72e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566067'] for router_gateway (a26ceb6b-b62f-4c53-b40c-e9c661ea5258), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:28.279870 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-75cd4dc2-7063-49a6-8e7f-fa740dff72e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5635'] for router (a26ceb6b-b62f-4c53-b40c-e9c661ea5258), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:28.282437 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-75cd4dc2-7063-49a6-8e7f-fa740dff72e4 admin admin] Publish callbacks [] for router_controller (a26ceb6b-b62f-4c53-b40c-e9c661ea5258), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:28.289684 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:28.428311 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-75cd4dc2-7063-49a6-8e7f-fa740dff72e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569237'] for router (a26ceb6b-b62f-4c53-b40c-e9c661ea5258), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:28.428920 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cd4dc2-7063-49a6-8e7f-fa740dff72e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a26ceb6b-b62f-4c53-b40c-e9c661ea5258 {{(pid=116225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:03:28.434242 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-75cd4dc2-7063-49a6-8e7f-fa740dff72e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:28.435369 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-75cd4dc2-7063-49a6-8e7f-fa740dff72e4 admin admin] 10.222.0.74 "DELETE /v2.0/routers/a26ceb6b-b62f-4c53-b40c-e9c661ea5258 HTTP/1.1" status: 204 len: 168 time: 1.3323140 May 25 15:03:28.440786 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60966) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:28.487046 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e79b7f4-d65f-4741-8bf6-3bdd28e7117d admin admin] Deleting subnet 7a9fd0d3-f0e2-4879-858d-35599eac1d8a {{(pid=116225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:03:28.489638 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1e79b7f4-d65f-4741-8bf6-3bdd28e7117d admin admin] Publish callbacks [] for subnet (7a9fd0d3-f0e2-4879-858d-35599eac1d8a), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:28.532411 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1e79b7f4-d65f-4741-8bf6-3bdd28e7117d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127149998'] for subnet (7a9fd0d3-f0e2-4879-858d-35599eac1d8a), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:28.623536 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1e79b7f4-d65f-4741-8bf6-3bdd28e7117d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428428'] for subnet (7a9fd0d3-f0e2-4879-858d-35599eac1d8a), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:28.777054 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1e79b7f4-d65f-4741-8bf6-3bdd28e7117d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126565106'] for subnet (7a9fd0d3-f0e2-4879-858d-35599eac1d8a), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:28.812719 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79b7f4-d65f-4741-8bf6-3bdd28e7117d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a9fd0d3-f0e2-4879-858d-35599eac1d8a,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:28.819108 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1e79b7f4-d65f-4741-8bf6-3bdd28e7117d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:28.823361 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-1e79b7f4-d65f-4741-8bf6-3bdd28e7117d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/7a9fd0d3-f0e2-4879-858d-35599eac1d8a HTTP/1.1" status: 204 len: 168 time: 0.3844659 May 25 15:03:28.825408 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37df6119-f0a5-43bb-b9f3-b886b5c7d5f2 None None] Network dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:03:28.826472 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 60968) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:28.906426 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322087'] for network (dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:28.920328 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:28.956993 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] Deleting port 05a3922c-2f35-497e-ba25-93cc65e8e200 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:03:28.956993 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (05a3922c-2f35-497e-ba25-93cc65e8e200), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:28.991833 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] DHCP port deletion for dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 request from dv-cinder-830283-3-iscsi {{(pid=116227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:03:29.033378 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Deleting port 05a3922c-2f35-497e-ba25-93cc65e8e200 {{(pid=116227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:03:29.033755 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (05a3922c-2f35-497e-ba25-93cc65e8e200), before_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:29.037182 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] For port 05a3922c-2f35-497e-ba25-93cc65e8e200, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=05a3922c-2f35-497e-ba25-93cc65e8e200,segment=NetworkSegment(e95236a3-d049-4124-88e3-98aa51d4128f),segment_id=e95236a3-d049-4124-88e3-98aa51d4128f)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:29.037569 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (05a3922c-2f35-497e-ba25-93cc65e8e200), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:29.051656 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] Calling delete_port for 05a3922c-2f35-497e-ba25-93cc65e8e200 owned by network:dhcp {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:03:29.097863 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] For port 05a3922c-2f35-497e-ba25-93cc65e8e200, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=05a3922c-2f35-497e-ba25-93cc65e8e200,segment=NetworkSegment(e95236a3-d049-4124-88e3-98aa51d4128f),segment_id=e95236a3-d049-4124-88e3-98aa51d4128f)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:29.098180 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (05a3922c-2f35-497e-ba25-93cc65e8e200), precommit_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:29.111831 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Calling delete_port for 05a3922c-2f35-497e-ba25-93cc65e8e200 owned by network:dhcp {{(pid=116227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:03:29.305389 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 5393aae6-e887-410b-8ba7-538ccd7c2ef5 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:03:29.326728 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: 5393aae6-e887-410b-8ba7-538ccd7c2ef5 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:03:29.327058 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 5393aae6-e887-410b-8ba7-538ccd7c2ef5 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:03:29.327476 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 05a3922c-2f35-497e-ba25-93cc65e8e200 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:03:29.402010 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 05a3922c-2f35-497e-ba25-93cc65e8e200 is: ACTIVE; New status is: DOWN {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:03:29.529322 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (05a3922c-2f35-497e-ba25-93cc65e8e200), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:29.529733 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (05a3922c-2f35-497e-ba25-93cc65e8e200), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:29.529860 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:03:29.529860 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662'] for port (05a3922c-2f35-497e-ba25-93cc65e8e200), after_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:29.530054 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=05a3922c-2f35-497e-ba25-93cc65e8e200,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:29.530054 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] No DVR routers for this DVR port 05a3922c-2f35-497e-ba25-93cc65e8e200 on host dv-cinder-830283-3-iscsi {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:03:29.560172 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:03:29.560519 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device fbf10bcd-f763-4c1d-9cfe-de4fe3f91c71 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:03:29.565921 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Pushing event deleted for resources: {'Port': ['ID=05a3922c-2f35-497e-ba25-93cc65e8e200,revision_number=None']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:29.571853 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] No DVR routers for this DVR port 05a3922c-2f35-497e-ba25-93cc65e8e200 on host dv-cinder-830283-3-iscsi {{(pid=116227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:03:29.580842 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:29.581643 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:29.582231 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:29.582697 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:29.583135 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:29.633262 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:29.633262 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:29.633262 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:29.633262 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:29.633262 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:29.633262 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:29.633262 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:29.633262 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:29.633262 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:29.633262 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdeee1-ad2a-4be4-ba2f-286e032855c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:29.634108 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425987', 'neutron.services.segments.db._delete_segments_for_network-8746770751079'] for network (dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:29.634108 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1']}} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:29.641376 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95236a3-d049-4124-88e3-98aa51d4128f') {'for_net_delete': True} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:29.641678 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95236a3-d049-4124-88e3-98aa51d4128f') {} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:29.651474 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746770751856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127149985'] for segment (e95236a3-d049-4124-88e3-98aa51d4128f), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:29.666321 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (e95236a3-d049-4124-88e3-98aa51d4128f), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:29.673881 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=116225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:03:29.681157 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126643929'] for segment (e95236a3-d049-4124-88e3-98aa51d4128f), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:29.720752 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.services.segments.plugin [-] Segment e95236a3-d049-4124-88e3-98aa51d4128f resource provider aggregate not found May 25 15:03:29.747331 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.services.segments.plugin [-] Segment e95236a3-d049-4124-88e3-98aa51d4128f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e95236a3-d049-4124-88e3-98aa51d4128f found for delete ", "request_id": "req-188d21b3-4805-418a-a89b-74329e7d9821"}]} May 25 15:03:29.879653 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1425994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565467'] for network (dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:29.885326 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:29.889189 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] 10.222.0.74 "DELETE /v2.0/networks/dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1 HTTP/1.1" status: 204 len: 168 time: 1.0616896 May 25 15:03:29.894951 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60976) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:29.901142 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fc8df-44f3-4185-97cd-350b698cc9fd admin admin] Pushing event deleted for resources: {'Network': ['ID=dc778cfe-9dc1-4f11-88d2-3117c0b8ecd1,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:30.428901 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:30.511947 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2725e549-1e78-4da7-b6f9-18ff2d7ab9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567241'] for router_interface (a603f1c5-c443-4b29-89e0-c0c859ab991a), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:30.797402 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-2725e549-1e78-4da7-b6f9-18ff2d7ab9d3 admin admin] Deleting port c88820a0-c5ea-4325-adfc-3e7113374520 {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:03:30.797649 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2725e549-1e78-4da7-b6f9-18ff2d7ab9d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (c88820a0-c5ea-4325-adfc-3e7113374520), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:30.880150 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [None req-2725e549-1e78-4da7-b6f9-18ff2d7ab9d3 admin admin] For port c88820a0-c5ea-4325-adfc-3e7113374520, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=c88820a0-c5ea-4325-adfc-3e7113374520,segment=NetworkSegment(779d4722-f017-4ca0-860d-bc0970a76d1c),segment_id=779d4722-f017-4ca0-860d-bc0970a76d1c)] {{(pid=116226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:30.880518 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2725e549-1e78-4da7-b6f9-18ff2d7ab9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (c88820a0-c5ea-4325-adfc-3e7113374520), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:30.897171 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-2725e549-1e78-4da7-b6f9-18ff2d7ab9d3 admin admin] Calling delete_port for c88820a0-c5ea-4325-adfc-3e7113374520 owned by network:router_interface {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:03:30.997876 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:31.211020 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2725e549-1e78-4da7-b6f9-18ff2d7ab9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (c88820a0-c5ea-4325-adfc-3e7113374520), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:31.238206 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725e549-1e78-4da7-b6f9-18ff2d7ab9d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c88820a0-c5ea-4325-adfc-3e7113374520,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:31.434708 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2725e549-1e78-4da7-b6f9-18ff2d7ab9d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-824638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567133'] for router_interface (a603f1c5-c443-4b29-89e0-c0c859ab991a), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:31.568034 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:31.669095 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2725e549-1e78-4da7-b6f9-18ff2d7ab9d3 admin admin] Router a603f1c5-c443-4b29-89e0-c0c859ab991a has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:03:31.771166 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2725e549-1e78-4da7-b6f9-18ff2d7ab9d3 admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:03:31.776247 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-2725e549-1e78-4da7-b6f9-18ff2d7ab9d3 admin admin] 10.222.0.74 "PUT /v2.0/routers/a603f1c5-c443-4b29-89e0-c0c859ab991a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8796518 May 25 15:03:31.779635 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60984) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:31.781389 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261b85a-561b-4aed-b2f7-f1b681ca57b1 None None] Sync routers for ids ['a603f1c5-c443-4b29-89e0-c0c859ab991a'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:03:31.792116 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261b85a-561b-4aed-b2f7-f1b681ca57b1 None None] Routers {'a603f1c5-c443-4b29-89e0-c0c859ab991a'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:03:31.792788 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-e261b85a-561b-4aed-b2f7-f1b681ca57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:03:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a603f1c5-c443-4b29-89e0-c0c859ab991a'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:31.891324 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-78a82b70-d368-4519-b38c-b38d4736d35e admin admin] Publish callbacks [] for router (a603f1c5-c443-4b29-89e0-c0c859ab991a), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:32.000224 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-78a82b70-d368-4519-b38c-b38d4736d35e admin admin] Publish callbacks [] for router_gateway (a603f1c5-c443-4b29-89e0-c0c859ab991a), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:32.030235 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-e261b85a-561b-4aed-b2f7-f1b681ca57b1 None None] Set router a603f1c5-c443-4b29-89e0-c0c859ab991a gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:03:32.201915 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:32.204808 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-e261b85a-561b-4aed-b2f7-f1b681ca57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'name': 'tempest-TestMinimumBasicScenario-1000986335-router', 'tenant_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:53Z', 'updated_at': '2022-05-25T15:03:31Z', 'revision_number': 5, 'project_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'gw_port': {'id': '6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:54Z', 'updated_at': '2022-05-25T14:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:32.230523 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261b85a-561b-4aed-b2f7-f1b681ca57b1 None None] Checking router: a603f1c5-c443-4b29-89e0-c0c859ab991a for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:03:32.235111 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-78a82b70-d368-4519-b38c-b38d4736d35e admin admin] Deleting port 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:03:32.235448 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-78a82b70-d368-4519-b38c-b38d4736d35e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:32.239900 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261b85a-561b-4aed-b2f7-f1b681ca57b1 None None] Routers {'a603f1c5-c443-4b29-89e0-c0c859ab991a'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:03:32.240597 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-e261b85a-561b-4aed-b2f7-f1b681ca57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:03:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a603f1c5-c443-4b29-89e0-c0c859ab991a'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:32.278095 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:32.282575 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:32.329330 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [None req-78a82b70-d368-4519-b38c-b38d4736d35e admin admin] For port 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:32.334591 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-78a82b70-d368-4519-b38c-b38d4736d35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:32.335507 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-e261b85a-561b-4aed-b2f7-f1b681ca57b1 None None] Set router a603f1c5-c443-4b29-89e0-c0c859ab991a gateway port host: None {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:03:32.346542 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-78a82b70-d368-4519-b38c-b38d4736d35e admin admin] Calling delete_port for 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb owned by network:router_gateway {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:03:32.381629 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-e261b85a-561b-4aed-b2f7-f1b681ca57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'name': 'tempest-TestMinimumBasicScenario-1000986335-router', 'tenant_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:53Z', 'updated_at': '2022-05-25T15:03:32Z', 'revision_number': 6, 'project_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'gw_port_host': None}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:32.407971 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261b85a-561b-4aed-b2f7-f1b681ca57b1 None None] The sync data for ids ['a603f1c5-c443-4b29-89e0-c0c859ab991a'] in dv-cinder-830283-3-iscsi is: [{'id': 'a603f1c5-c443-4b29-89e0-c0c859ab991a', 'name': 'tempest-TestMinimumBasicScenario-1000986335-router', 'tenant_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:53Z', 'updated_at': '2022-05-25T15:03:32Z', 'revision_number': 6, 'project_id': 'a4acf7c7eb4248df881d3f014ec44bf6', 'gw_port_host': None}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:03:32.641658 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-78a82b70-d368-4519-b38c-b38d4736d35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:32.647375 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:32.668389 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a82b70-d368-4519-b38c-b38d4736d35e admin admin] Pushing event deleted for resources: {'Port': ['ID=6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:32.736224 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-78a82b70-d368-4519-b38c-b38d4736d35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566067'] for router_gateway (a603f1c5-c443-4b29-89e0-c0c859ab991a), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:32.849443 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-78a82b70-d368-4519-b38c-b38d4736d35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5635'] for router (a603f1c5-c443-4b29-89e0-c0c859ab991a), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:32.851782 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-78a82b70-d368-4519-b38c-b38d4736d35e admin admin] Publish callbacks [] for router_controller (a603f1c5-c443-4b29-89e0-c0c859ab991a), precommit_delete_associations {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:33.036146 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-78a82b70-d368-4519-b38c-b38d4736d35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569237'] for router (a603f1c5-c443-4b29-89e0-c0c859ab991a), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:33.036943 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a82b70-d368-4519-b38c-b38d4736d35e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a603f1c5-c443-4b29-89e0-c0c859ab991a {{(pid=116226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:03:33.041715 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-78a82b70-d368-4519-b38c-b38d4736d35e admin admin] Publish callbacks [] for router (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:33.044274 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-78a82b70-d368-4519-b38c-b38d4736d35e admin admin] 10.222.0.74 "DELETE /v2.0/routers/a603f1c5-c443-4b29-89e0-c0c859ab991a HTTP/1.1" status: 204 len: 168 time: 1.2636454 May 25 15:03:33.046745 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60990) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:33.090907 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb07baf-288d-46b8-b126-2a5b172c4f2b admin admin] Deleting subnet 53896528-b25d-4084-99e4-868b2210cde5 {{(pid=116226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:03:33.094058 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-8cb07baf-288d-46b8-b126-2a5b172c4f2b admin admin] Publish callbacks [] for subnet (53896528-b25d-4084-99e4-868b2210cde5), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:33.129080 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-8cb07baf-288d-46b8-b126-2a5b172c4f2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127914396'] for subnet (53896528-b25d-4084-99e4-868b2210cde5), precommit_delete_associations {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:33.241430 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-8cb07baf-288d-46b8-b126-2a5b172c4f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428428'] for subnet (53896528-b25d-4084-99e4-868b2210cde5), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:33.322259 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device c88820a0-c5ea-4325-adfc-3e7113374520 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:03:33.347665 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: c88820a0-c5ea-4325-adfc-3e7113374520 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:03:33.348019 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device c88820a0-c5ea-4325-adfc-3e7113374520 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:03:33.348439 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:03:33.366922 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:03:33.367274 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 6bfc89ed-e0d5-41c9-a3c7-bfafa9738beb not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:03:33.384006 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-8cb07baf-288d-46b8-b126-2a5b172c4f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126891471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127158736'] for subnet (53896528-b25d-4084-99e4-868b2210cde5), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:33.414765 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb07baf-288d-46b8-b126-2a5b172c4f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53896528-b25d-4084-99e4-868b2210cde5,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:33.427661 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-8cb07baf-288d-46b8-b126-2a5b172c4f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:33.427661 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-8cb07baf-288d-46b8-b126-2a5b172c4f2b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/53896528-b25d-4084-99e4-868b2210cde5 HTTP/1.1" status: 204 len: 168 time: 0.3793590 May 25 15:03:33.429511 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 60994) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:33.432801 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6b504b-de86-4a26-9ecd-130359092f69 None None] Network 519525eb-37a8-4c4c-a95b-379bf4d056e9 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:03:33.623833 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67530d8b-e50f-4783-9614-35370aff14ff None None] DHCP port deletion for 519525eb-37a8-4c4c-a95b-379bf4d056e9 request from dv-cinder-830283-3-iscsi {{(pid=116227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:03:33.679631 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-67530d8b-e50f-4783-9614-35370aff14ff None None] Deleting port a2e19c21-2cc8-414b-bb85-00a2746a4542 {{(pid=116227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:03:33.680177 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-67530d8b-e50f-4783-9614-35370aff14ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (a2e19c21-2cc8-414b-bb85-00a2746a4542), before_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:33.745047 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322087'] for network (519525eb-37a8-4c4c-a95b-379bf4d056e9), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:33.779239 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-67530d8b-e50f-4783-9614-35370aff14ff None None] For port a2e19c21-2cc8-414b-bb85-00a2746a4542, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=a2e19c21-2cc8-414b-bb85-00a2746a4542,segment=NetworkSegment(779d4722-f017-4ca0-860d-bc0970a76d1c),segment_id=779d4722-f017-4ca0-860d-bc0970a76d1c)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:33.779774 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-67530d8b-e50f-4783-9614-35370aff14ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (a2e19c21-2cc8-414b-bb85-00a2746a4542), precommit_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:33.787756 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] Deleting port a2e19c21-2cc8-414b-bb85-00a2746a4542 {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:03:33.788128 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (a2e19c21-2cc8-414b-bb85-00a2746a4542), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:33.799471 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-67530d8b-e50f-4783-9614-35370aff14ff None None] Calling delete_port for a2e19c21-2cc8-414b-bb85-00a2746a4542 owned by network:dhcp {{(pid=116227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:03:33.854434 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] For port a2e19c21-2cc8-414b-bb85-00a2746a4542, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=a2e19c21-2cc8-414b-bb85-00a2746a4542,segment=NetworkSegment(779d4722-f017-4ca0-860d-bc0970a76d1c),segment_id=779d4722-f017-4ca0-860d-bc0970a76d1c)] {{(pid=116226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:33.855386 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (a2e19c21-2cc8-414b-bb85-00a2746a4542), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:33.872808 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] Calling delete_port for a2e19c21-2cc8-414b-bb85-00a2746a4542 owned by network:dhcp {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:03:33.935366 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:33.982237 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-67530d8b-e50f-4783-9614-35370aff14ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662'] for port (a2e19c21-2cc8-414b-bb85-00a2746a4542), after_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:33.989665 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (a2e19c21-2cc8-414b-bb85-00a2746a4542), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:34.011334 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67530d8b-e50f-4783-9614-35370aff14ff None None] Pushing event deleted for resources: {'Port': ['ID=a2e19c21-2cc8-414b-bb85-00a2746a4542,revision_number=None']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:34.015030 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e19c21-2cc8-414b-bb85-00a2746a4542,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:34.027364 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67530d8b-e50f-4783-9614-35370aff14ff None None] No DVR routers for this DVR port a2e19c21-2cc8-414b-bb85-00a2746a4542 on host dv-cinder-830283-3-iscsi {{(pid=116227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:03:34.029714 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] No DVR routers for this DVR port a2e19c21-2cc8-414b-bb85-00a2746a4542 on host dv-cinder-830283-3-iscsi {{(pid=116226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:03:34.096263 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425987', 'neutron.services.segments.db._delete_segments_for_network-8746770751079'] for network (519525eb-37a8-4c4c-a95b-379bf4d056e9), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:34.116862 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519525eb-37a8-4c4c-a95b-379bf4d056e9']}} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:34.127343 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779d4722-f017-4ca0-860d-bc0970a76d1c') {'for_net_delete': True} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:34.127643 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779d4722-f017-4ca0-860d-bc0970a76d1c') {} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:34.137664 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746770751856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127914387'] for segment (779d4722-f017-4ca0-860d-bc0970a76d1c), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:34.148761 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:34.152360 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (779d4722-f017-4ca0-860d-bc0970a76d1c), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:34.158886 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=116226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:03:34.159295 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126892845'] for segment (779d4722-f017-4ca0-860d-bc0970a76d1c), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:34.200909 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment 779d4722-f017-4ca0-860d-bc0970a76d1c resource provider aggregate not found May 25 15:03:34.218136 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment 779d4722-f017-4ca0-860d-bc0970a76d1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 779d4722-f017-4ca0-860d-bc0970a76d1c found for delete ", "request_id": "req-ae0402a5-914c-4f98-b893-48a449fe2fe1"}]} May 25 15:03:34.327172 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1425994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565467'] for network (519525eb-37a8-4c4c-a95b-379bf4d056e9), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:34.334606 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:34.337737 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] 10.222.0.74 "DELETE /v2.0/networks/519525eb-37a8-4c4c-a95b-379bf4d056e9 HTTP/1.1" status: 204 len: 168 time: 0.9072986 May 25 15:03:34.354143 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd136d18-c843-4f56-b8c5-022f5d07bb6f admin admin] Pushing event deleted for resources: {'Network': ['ID=519525eb-37a8-4c4c-a95b-379bf4d056e9,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:34.837782 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 32772) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:34.879092 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-298e6fea-0f89-4478-a9af-27703ab10c98 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bb0ee163dc0c4237aaa4e2efb85878fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400939 May 25 15:03:34.881910 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 32774) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:34.917302 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:34.933643 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2a1d5f4f-055e-4aa6-92cf-dea5aafaaf0c admin admin] Publish callbacks [] for security_group (4dcc0cda-6c67-4d98-ad68-a786f6965bc2), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:34.956720 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2a1d5f4f-055e-4aa6-92cf-dea5aafaaf0c admin admin] Publish callbacks [] for security_group (4dcc0cda-6c67-4d98-ad68-a786f6965bc2), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:35.092704 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2a1d5f4f-055e-4aa6-92cf-dea5aafaaf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (4dcc0cda-6c67-4d98-ad68-a786f6965bc2), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:35.095348 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2a1d5f4f-055e-4aa6-92cf-dea5aafaaf0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:35.096509 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-2a1d5f4f-055e-4aa6-92cf-dea5aafaaf0c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4dcc0cda-6c67-4d98-ad68-a786f6965bc2 HTTP/1.1" status: 204 len: 168 time: 0.2136011 May 25 15:03:35.105598 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d5f4f-055e-4aa6-92cf-dea5aafaaf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcc0cda-6c67-4d98-ad68-a786f6965bc2,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:35.306858 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device a2e19c21-2cc8-414b-bb85-00a2746a4542 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:03:35.327482 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: a2e19c21-2cc8-414b-bb85-00a2746a4542 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:03:35.328117 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device a2e19c21-2cc8-414b-bb85-00a2746a4542 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:03:35.555523 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:35.788799 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 32782) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:35.832164 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-362a32a6-38ce-438f-a410-d5081af29c15 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a4acf7c7eb4248df881d3f014ec44bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421429 May 25 15:03:35.835424 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 32784) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:35.884084 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8248-5792-49de-848f-b79cb9c420eb admin admin] Publish callbacks [] for security_group (42b1c470-ae3d-42f0-8c84-672066e206ef), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:35.909019 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8248-5792-49de-848f-b79cb9c420eb admin admin] Publish callbacks [] for security_group (42b1c470-ae3d-42f0-8c84-672066e206ef), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:36.041889 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8248-5792-49de-848f-b79cb9c420eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (42b1c470-ae3d-42f0-8c84-672066e206ef), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:36.045029 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8248-5792-49de-848f-b79cb9c420eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:36.051257 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-c0dc8248-5792-49de-848f-b79cb9c420eb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/42b1c470-ae3d-42f0-8c84-672066e206ef HTTP/1.1" status: 204 len: 168 time: 0.2098544 May 25 15:03:36.054307 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc8248-5792-49de-848f-b79cb9c420eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b1c470-ae3d-42f0-8c84-672066e206ef,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:36.593124 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-3c11f912-4d67-4e4e-80a9-5cf1023c48e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.582838 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=75 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:38.933672 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a44d9a31-c1e3-4b3b-a54c-d9c627a53f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:39.627613 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:03:40.384549 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:41.521532 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:42.927419 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:43.987513 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581423d9-d501-4c4f-8ba4-706c1951aa1f req-af144a25-70b3-4685-ba6a-336bdaefe4db tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:43.988988 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-581423d9-d501-4c4f-8ba4-706c1951aa1f req-af144a25-70b3-4685-ba6a-336bdaefe4db tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0466020 May 25 15:03:44.036802 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-581423d9-d501-4c4f-8ba4-706c1951aa1f req-f4e4c044-e3c9-46ff-878e-204bbd330e1d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421922 May 25 15:03:45.243808 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e141ff8-2e4c-4765-863f-16ecd4d68031 req-d11cd532-6223-41c0-b430-90f17cade5a6 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:45.245289 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4e141ff8-2e4c-4765-863f-16ecd4d68031 req-d11cd532-6223-41c0-b430-90f17cade5a6 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0464747 May 25 15:03:45.294839 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4e141ff8-2e4c-4765-863f-16ecd4d68031 req-b52327ef-9301-4be5-a1ac-4a03545de002 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438969 May 25 15:03:45.700455 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec5804-43b8-418f-b2d2-b54109e61b2f req-758c82fc-3528-4951-a68d-c1dc79eeb532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:45.701975 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-26ec5804-43b8-418f-b2d2-b54109e61b2f req-758c82fc-3528-4951-a68d-c1dc79eeb532 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18c8213736cf4113951fbb3520c18183&device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 1130 time: 0.0412087 May 25 15:03:45.806251 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec5804-43b8-418f-b2d2-b54109e61b2f req-f84d0400-f4eb-4306-b39c-169e23c79329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:45.808588 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-26ec5804-43b8-418f-b2d2-b54109e61b2f req-f84d0400-f4eb-4306-b39c-169e23c79329 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0ddfa1ea-b411-4388-afb5-c29ffb748770 HTTP/1.1" status: 200 len: 918 time: 0.0853100 May 25 15:03:45.821148 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:45.873561 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-26ec5804-43b8-418f-b2d2-b54109e61b2f req-bd1c1339-ff07-4fc0-9b29-8cb421632244 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0275964-ead5-40f3-93a4-63cb2514a0ae HTTP/1.1" status: 200 len: 1001 time: 0.0583093 May 25 15:03:45.921578 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec5804-43b8-418f-b2d2-b54109e61b2f req-5f373dc0-6321-4ff2-9801-fe74b135845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:45.922942 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-26ec5804-43b8-418f-b2d2-b54109e61b2f req-5f373dc0-6321-4ff2-9801-fe74b135845c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6457fdac-c3cb-47a9-aa14-b3ac369fd174 HTTP/1.1" status: 200 len: 856 time: 0.0435090 May 25 15:03:45.967455 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec5804-43b8-418f-b2d2-b54109e61b2f req-0332b763-0794-4ac8-9182-4d8c2a86746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:45.968896 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-26ec5804-43b8-418f-b2d2-b54109e61b2f req-0332b763-0794-4ac8-9182-4d8c2a86746e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0ddfa1ea-b411-4388-afb5-c29ffb748770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377417 May 25 15:03:46.066627 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-26ec5804-43b8-418f-b2d2-b54109e61b2f req-869d1f1a-9bf3-4380-bda8-fd70849d2663 service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901685 May 25 15:03:46.150544 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:46.156280 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-26ec5804-43b8-418f-b2d2-b54109e61b2f req-564c2313-5220-4c97-b159-fbfca1455616 service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832739 May 25 15:03:46.415819 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054562f-2dd6-4894-b9f2-fdb1f104f50b req-6e124c3b-a504-4091-9625-9f88b3645c2c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:46.417329 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3054562f-2dd6-4894-b9f2-fdb1f104f50b req-6e124c3b-a504-4091-9625-9f88b3645c2c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0476472 May 25 15:03:46.465512 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3054562f-2dd6-4894-b9f2-fdb1f104f50b req-ea4a5eb8-b045-4161-a349-471216221f22 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418642 May 25 15:03:47.582665 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a53f5b-50bb-4c4e-bc60-4038d5ec3df1 req-68a947bf-5b9a-4af4-8e59-a145e5ab7156 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:47.584164 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-77a53f5b-50bb-4c4e-bc60-4038d5ec3df1 req-68a947bf-5b9a-4af4-8e59-a145e5ab7156 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0478749 May 25 15:03:47.630778 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-77a53f5b-50bb-4c4e-bc60-4038d5ec3df1 req-ea324a40-8c89-45ac-b7cc-20e56b3bee9b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410569 May 25 15:03:48.751840 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68990fd2-881f-4df2-a5fb-8aa52bd7a922 req-762b5927-d55f-4560-a9be-8a554ddc78bd tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:48.753281 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-68990fd2-881f-4df2-a5fb-8aa52bd7a922 req-762b5927-d55f-4560-a9be-8a554ddc78bd tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0504735 May 25 15:03:48.798995 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-68990fd2-881f-4df2-a5fb-8aa52bd7a922 req-37e9a984-5f34-49f4-a243-76a50c1b46f1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401468 May 25 15:03:49.914899 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152fa40-a227-42d9-87a5-c574d9b06953 req-2a1878eb-a52d-4c94-a98b-7448dea13e97 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:49.916360 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e152fa40-a227-42d9-87a5-c574d9b06953 req-2a1878eb-a52d-4c94-a98b-7448dea13e97 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0460992 May 25 15:03:49.964272 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e152fa40-a227-42d9-87a5-c574d9b06953 req-14c4a576-16c0-4000-832e-25612c355f18 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419014 May 25 15:03:51.081514 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8d5e1-4afa-4144-9d45-f0d5427b0f2f req-4cef5ccc-ca16-43b2-98cf-c6abf9e1487a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:51.082982 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bfb8d5e1-4afa-4144-9d45-f0d5427b0f2f req-4cef5ccc-ca16-43b2-98cf-c6abf9e1487a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0463071 May 25 15:03:51.132894 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bfb8d5e1-4afa-4144-9d45-f0d5427b0f2f req-c992496c-5b70-44de-bb1a-2390008f47bd tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443988 May 25 15:03:52.252423 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdebcd0-f483-4a1b-8de7-483f1cfd80b4 req-f77781e5-1ef6-497c-9698-dde24ceb4071 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:52.253911 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9fdebcd0-f483-4a1b-8de7-483f1cfd80b4 req-f77781e5-1ef6-497c-9698-dde24ceb4071 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0464766 May 25 15:03:52.301841 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9fdebcd0-f483-4a1b-8de7-483f1cfd80b4 req-8ac7cb82-5fa0-4ab6-b9fc-db444ae698a6 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421443 May 25 15:03:52.814450 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=50,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:52.816339 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=62,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:53.420592 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de925f-cb0f-49fb-a53d-91260e8d704c req-35e36e3c-dc79-4c9a-a331-fd6d541e9536 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:53.421980 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f8de925f-cb0f-49fb-a53d-91260e8d704c req-35e36e3c-dc79-4c9a-a331-fd6d541e9536 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0473366 May 25 15:03:53.446694 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:53.480129 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f8de925f-cb0f-49fb-a53d-91260e8d704c req-f7bd6dfe-77df-4e85-ba77-1f6c9b4c2fbc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424831 May 25 15:03:53.961944 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 32910) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:54.072335 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:54.090239 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:54.148615 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Publish callbacks [] for security_group (ea94a518-7c4e-4172-89fa-76609c7804ff), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:54.285135 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (ea94a518-7c4e-4172-89fa-76609c7804ff), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:54.324250 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea94a518-7c4e-4172-89fa-76609c7804ff,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:54.328827 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ce8996b705f24880a8f36e18c84d32ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657119 May 25 15:03:54.331710 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 32916) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:54.334981 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.335335 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.335682 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.336025 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.336371 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.336704 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.337036 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.337366 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.337784 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.338056 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.338384 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.339185 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.339185 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.339346 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.339676 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3f813-a244-4c6f-8602-9a4b374d8b25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.391587 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Publish callbacks [] for security_group (ea94a518-7c4e-4172-89fa-76609c7804ff), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:54.413073 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Publish callbacks [] for security_group (ea94a518-7c4e-4172-89fa-76609c7804ff), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:54.588525 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3785a3-603e-4b75-bffb-73120455337f req-7f4488e5-d2af-4e8f-8ddd-ae1c80c235e5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:54.590018 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-eb3785a3-603e-4b75-bffb-73120455337f req-7f4488e5-d2af-4e8f-8ddd-ae1c80c235e5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0475533 May 25 15:03:54.636522 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-eb3785a3-603e-4b75-bffb-73120455337f req-fcf1b130-ceb0-4820-b076-868ebc5ec463 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408442 May 25 15:03:54.645271 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (ea94a518-7c4e-4172-89fa-76609c7804ff), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:54.647914 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:54.649063 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ea94a518-7c4e-4172-89fa-76609c7804ff HTTP/1.1" status: 204 len: 168 time: 0.3163607 May 25 15:03:54.657213 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea94a518-7c4e-4172-89fa-76609c7804ff,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:54.664704 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.665064 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.669935 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.669935 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.669935 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.669935 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.669935 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.669935 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.669935 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.669935 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.669935 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.669935 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.669935 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.669935 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:54.669935 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e4824-e910-46fb-a0db-4b8af9611f7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:55.787985 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a81b72-91b6-4112-84c0-0f81cc25e3f9 req-a9ea71d8-27bd-4fec-b449-7cf5c45fdd58 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:55.787985 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-68a81b72-91b6-4112-84c0-0f81cc25e3f9 req-a9ea71d8-27bd-4fec-b449-7cf5c45fdd58 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0541248 May 25 15:03:55.833103 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-68a81b72-91b6-4112-84c0-0f81cc25e3f9 req-a3295f16-e6d8-4674-8ca5-f009944b0474 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482647 May 25 15:03:56.470397 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 32966) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:56.557945 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:56.563147 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:56.578156 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2006a23b-4e15-4d42-85c7-2854595030e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:56.656388 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2006a23b-4e15-4d42-85c7-2854595030e2 admin admin] Publish callbacks [] for security_group (cbb3ad40-1213-4142-9f82-aee6e51489ca), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:56.750177 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2006a23b-4e15-4d42-85c7-2854595030e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (cbb3ad40-1213-4142-9f82-aee6e51489ca), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:56.789835 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-2006a23b-4e15-4d42-85c7-2854595030e2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=99ad391d069d4fa6aa76232ddb777c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182218 May 25 15:03:56.790718 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006a23b-4e15-4d42-85c7-2854595030e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb3ad40-1213-4142-9f82-aee6e51489ca,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:56.792519 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 32970) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:56.842477 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ea514112-02d6-4f06-b78f-a6f1fcb865e4 admin admin] Publish callbacks [] for security_group (cbb3ad40-1213-4142-9f82-aee6e51489ca), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:56.864277 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ea514112-02d6-4f06-b78f-a6f1fcb865e4 admin admin] Publish callbacks [] for security_group (cbb3ad40-1213-4142-9f82-aee6e51489ca), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:56.953499 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff2a06-1e50-4181-8285-3ae61fd2eab7 req-86e1fc9c-7828-4490-b473-8144b32d4d10 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:56.955046 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-31ff2a06-1e50-4181-8285-3ae61fd2eab7 req-86e1fc9c-7828-4490-b473-8144b32d4d10 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0470495 May 25 15:03:57.005085 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ea514112-02d6-4f06-b78f-a6f1fcb865e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (cbb3ad40-1213-4142-9f82-aee6e51489ca), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:57.005331 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-31ff2a06-1e50-4181-8285-3ae61fd2eab7 req-4997b00d-0887-46cc-ae04-9ace5147bf8c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445249 May 25 15:03:57.007705 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ea514112-02d6-4f06-b78f-a6f1fcb865e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:57.008862 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-ea514112-02d6-4f06-b78f-a6f1fcb865e4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cbb3ad40-1213-4142-9f82-aee6e51489ca HTTP/1.1" status: 204 len: 168 time: 0.2152297 May 25 15:03:57.018178 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea514112-02d6-4f06-b78f-a6f1fcb865e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb3ad40-1213-4142-9f82-aee6e51489ca,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:57.982796 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device d0275964-ead5-40f3-93a4-63cb2514a0ae details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:03:58.088440 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port d0275964-ead5-40f3-93a4-63cb2514a0ae, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=d0275964-ead5-40f3-93a4-63cb2514a0ae,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:58.100742 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': 'd0275964-ead5-40f3-93a4-63cb2514a0ae', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'port_id': 'd0275964-ead5-40f3-93a4-63cb2514a0ae', 'mac_address': 'fa:16:3e:a8:88:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:03:58.138316 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port d0275964-ead5-40f3-93a4-63cb2514a0ae is: ACTIVE; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:03:58.138737 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:58.140365 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bc159-6ec1-4cd6-a14f-f808ac83ca1a req-2ae3253b-dd8d-4fe5-833a-215eb8d747eb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:58.141891 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1c4bc159-6ec1-4cd6-a14f-f808ac83ca1a req-2ae3253b-dd8d-4fe5-833a-215eb8d747eb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0517066 May 25 15:03:58.152183 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0275964-ead5-40f3-93a4-63cb2514a0ae {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:03:58.163027 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:58.173983 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port d0275964-ead5-40f3-93a4-63cb2514a0ae, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=d0275964-ead5-40f3-93a4-63cb2514a0ae,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:58.195005 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1c4bc159-6ec1-4cd6-a14f-f808ac83ca1a req-81769bf1-98e9-4e2c-9695-f6a7e65d444d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458605 May 25 15:03:58.281954 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:58.328981 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=d0275964-ead5-40f3-93a4-63cb2514a0ae,revision_number=6']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:58.485549 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['d0275964-ead5-40f3-93a4-63cb2514a0ae'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:03:59.320030 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e1be5-c9ab-4bc4-a1bc-18634edce3e7 req-863e6029-d157-4463-b3d6-91c034266e9c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:59.321504 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a13e1be5-c9ab-4bc4-a1bc-18634edce3e7 req-863e6029-d157-4463-b3d6-91c034266e9c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 945 time: 0.0490255 May 25 15:03:59.370672 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a13e1be5-c9ab-4bc4-a1bc-18634edce3e7 req-f308a3a0-b3e1-4b91-862d-cca2a60eea5c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426152 May 25 15:03:59.981943 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device d0275964-ead5-40f3-93a4-63cb2514a0ae up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:04:00.025655 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port d0275964-ead5-40f3-93a4-63cb2514a0ae triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:00.026025 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:00.101940 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port d0275964-ead5-40f3-93a4-63cb2514a0ae is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:00.102300 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:00.125011 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adffb0a-813f-410e-88eb-e901f068c873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0275964-ead5-40f3-93a4-63cb2514a0ae'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:04:00.127227 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e554c2-0e38-400e-9d26-c9d5fef73897" -d '{"events": [{"server_uuid": "7adffb0a-813f-410e-88eb-e901f068c873", "name": "network-vif-plugged", "status": "completed", "tag": "d0275964-ead5-40f3-93a4-63cb2514a0ae"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:04:00.140075 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port d0275964-ead5-40f3-93a4-63cb2514a0ae, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=d0275964-ead5-40f3-93a4-63cb2514a0ae,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:00.163944 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47c85f4-b766-44e8-a43c-7ee75e01e2e2 x-openstack-request-id: req-b47c85f4-b766-44e8-a43c-7ee75e01e2e2 {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:04:00.164234 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adffb0a-813f-410e-88eb-e901f068c873", "name": "network-vif-plugged", "status": "completed", "tag": "d0275964-ead5-40f3-93a4-63cb2514a0ae", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:04:00.164483 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b47c85f4-b766-44e8-a43c-7ee75e01e2e2 {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:04:00.164907 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b47c85f4-b766-44e8-a43c-7ee75e01e2e2'] response: {'server_uuid': '7adffb0a-813f-410e-88eb-e901f068c873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0275964-ead5-40f3-93a4-63cb2514a0ae', 'code': 200} May 25 15:04:00.371120 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:00.421170 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=d0275964-ead5-40f3-93a4-63cb2514a0ae,revision_number=7']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:00.494562 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6309682-2e57-4ace-a5c9-8828e07de7dc req-795d6e1e-e0fa-4b03-9076-9a2533d0054d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:00.496164 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e6309682-2e57-4ace-a5c9-8828e07de7dc req-795d6e1e-e0fa-4b03-9076-9a2533d0054d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0510569 May 25 15:04:00.544280 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e6309682-2e57-4ace-a5c9-8828e07de7dc req-ab83ea24-a7ff-4417-8736-ca025fd77f0d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419984 May 25 15:04:01.663902 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49942cbf-2d91-40ba-ac9e-a732fa42ab86 req-87294845-067a-453b-8940-460c9acc88bb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:01.665387 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-49942cbf-2d91-40ba-ac9e-a732fa42ab86 req-87294845-067a-453b-8940-460c9acc88bb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0464070 May 25 15:04:01.713639 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-49942cbf-2d91-40ba-ac9e-a732fa42ab86 req-873c4fa5-1fae-4ab7-afb5-a289aa505489 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420306 May 25 15:04:02.830301 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2615b-bb5c-4d78-8d15-7ff149fff25e req-6f4b6160-5f09-4373-b137-a09615a64089 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:02.831787 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-09d2615b-bb5c-4d78-8d15-7ff149fff25e req-6f4b6160-5f09-4373-b137-a09615a64089 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0467587 May 25 15:04:02.861184 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:02.882951 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-09d2615b-bb5c-4d78-8d15-7ff149fff25e req-03b4a1c1-2e01-496b-bc1f-8ffce36c0c69 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454724 May 25 15:04:04.011575 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d83d9-8490-4ecd-b241-0c6c073bc255 req-cd581c42-de1b-4f51-a8b6-15ed3bb55535 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:04.013135 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-135d83d9-8490-4ecd-b241-0c6c073bc255 req-cd581c42-de1b-4f51-a8b6-15ed3bb55535 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0557406 May 25 15:04:04.062018 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-135d83d9-8490-4ecd-b241-0c6c073bc255 req-1cee7406-f307-48f2-b90e-478d438a1470 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 May 25 15:04:05.228117 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c665f-e463-44f0-b9a2-e041837c83d2 req-53b0b50d-09be-4b13-a8ec-f9392914cc93 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:05.229894 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-442c665f-e463-44f0-b9a2-e041837c83d2 req-53b0b50d-09be-4b13-a8ec-f9392914cc93 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0710645 May 25 15:04:05.310688 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-442c665f-e463-44f0-b9a2-e041837c83d2 req-94ef44c0-db5c-4645-9247-0b09edc50b0f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750062 May 25 15:04:05.575598 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:06.448500 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c316fd0-81b1-47d7-853b-c7534537d97a req-afd72493-cd2f-4ab6-a8cd-5b010c6a80a5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:06.451417 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8c316fd0-81b1-47d7-853b-c7534537d97a req-afd72493-cd2f-4ab6-a8cd-5b010c6a80a5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0553806 May 25 15:04:06.518012 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8c316fd0-81b1-47d7-853b-c7534537d97a req-03b0ddcc-b27c-4756-ae5a-14890e9f8688 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602076 May 25 15:04:06.585437 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-60309cf3-089f-4057-b149-18bf0055590a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:06.899149 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=33,neutron:DELETE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:07.013396 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=36,neutron:DELETE=5 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:07.643251 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13652525-2dcf-4cd8-ab54-5190329c5fa4 req-e863d90c-07f9-489e-b911-f661b5e01b5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:07.644804 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-13652525-2dcf-4cd8-ab54-5190329c5fa4 req-e863d90c-07f9-489e-b911-f661b5e01b5d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0506227 May 25 15:04:07.691931 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-13652525-2dcf-4cd8-ab54-5190329c5fa4 req-c76e8193-0955-450c-bef7-268e7bb33c92 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414987 May 25 15:04:08.486398 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cb414-b59c-4b19-898a-b914a936fe56 req-10879b38-45bd-40be-9cdc-f38562c76943 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:08.493350 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-771cb414-b59c-4b19-898a-b914a936fe56 req-10879b38-45bd-40be-9cdc-f38562c76943 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 946 time: 0.0612767 May 25 15:04:08.549854 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-771cb414-b59c-4b19-898a-b914a936fe56 req-0170abdc-6df8-4dc4-8c72-c40bac6d4fd4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554426 May 25 15:04:08.838019 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da7367-ac2d-43a9-91a9-114739f86ec6 req-4bd5f941-a0cb-422f-97b4-6a0d5c28bcde tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:08.839618 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-27da7367-ac2d-43a9-91a9-114739f86ec6 req-4bd5f941-a0cb-422f-97b4-6a0d5c28bcde tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0550861 May 25 15:04:08.895192 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a0bddc1d-d784-4f31-b070-8236984e9030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:08.897408 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-27da7367-ac2d-43a9-91a9-114739f86ec6 req-6fb3e775-3d5a-4062-9599-4b45ea94fa5c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478911 May 25 15:04:09.693993 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23feb3ce-ce13-43be-b2ef-cd735b5d83ef req-ec905ec0-e32f-4546-8c67-2aa73a8d7f12 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:09.696234 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-23feb3ce-ce13-43be-b2ef-cd735b5d83ef req-ec905ec0-e32f-4546-8c67-2aa73a8d7f12 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 946 time: 0.0636609 May 25 15:04:09.757584 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-23feb3ce-ce13-43be-b2ef-cd735b5d83ef req-5337d24f-8c09-4ef8-b583-c8af70a9d761 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547142 May 25 15:04:10.042704 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf804442-8dd5-46a4-b07b-296c0892ffb7 req-ca45131e-79d1-4641-944b-5db7ce333fac tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:10.045753 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cf804442-8dd5-46a4-b07b-296c0892ffb7 req-ca45131e-79d1-4641-944b-5db7ce333fac tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0545466 May 25 15:04:10.060699 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:10.110705 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cf804442-8dd5-46a4-b07b-296c0892ffb7 req-900162b8-f540-4633-86c1-838225389b19 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580626 May 25 15:04:10.342948 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:10.751759 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578773ce-29ab-47d9-9cb4-0c4edecc52da req-f41183f1-648a-4386-8326-8f04f3424aab tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:10.753388 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-578773ce-29ab-47d9-9cb4-0c4edecc52da req-f41183f1-648a-4386-8326-8f04f3424aab tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 946 time: 0.0634520 May 25 15:04:10.870368 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-578773ce-29ab-47d9-9cb4-0c4edecc52da req-3c4e21e6-d109-4a08-a479-543cca9437e1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Deleting port ba4333a4-99f9-467e-bb63-59997fdfcdcc {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:04:10.871048 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-578773ce-29ab-47d9-9cb4-0c4edecc52da req-3c4e21e6-d109-4a08-a479-543cca9437e1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (ba4333a4-99f9-467e-bb63-59997fdfcdcc), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:10.916725 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31397e02-6df4-4364-b9d9-657b1d2d88d3 req-a873918b-e852-49d1-8c60-595027942ff6 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:10.918365 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-31397e02-6df4-4364-b9d9-657b1d2d88d3 req-a873918b-e852-49d1-8c60-595027942ff6 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 946 time: 0.0641868 May 25 15:04:10.983684 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-578773ce-29ab-47d9-9cb4-0c4edecc52da req-3c4e21e6-d109-4a08-a479-543cca9437e1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] For port ba4333a4-99f9-467e-bb63-59997fdfcdcc, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=ba4333a4-99f9-467e-bb63-59997fdfcdcc,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:10.984536 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-578773ce-29ab-47d9-9cb4-0c4edecc52da req-3c4e21e6-d109-4a08-a479-543cca9437e1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (ba4333a4-99f9-467e-bb63-59997fdfcdcc), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:10.994263 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-31397e02-6df4-4364-b9d9-657b1d2d88d3 req-0f2c99be-57ca-44ae-8134-6662677aaffc tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681338 May 25 15:04:11.166443 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-578773ce-29ab-47d9-9cb4-0c4edecc52da req-3c4e21e6-d109-4a08-a479-543cca9437e1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:11.168225 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-578773ce-29ab-47d9-9cb4-0c4edecc52da req-3c4e21e6-d109-4a08-a479-543cca9437e1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (30fe08c0-176e-4c66-9bf6-74816972ed43), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:11.168593 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [req-578773ce-29ab-47d9-9cb4-0c4edecc52da req-3c4e21e6-d109-4a08-a479-543cca9437e1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Floating IP 30fe08c0-176e-4c66-9bf6-74816972ed43 disassociated. External IP: 172.27.1.225, port: ba4333a4-99f9-467e-bb63-59997fdfcdcc. May 25 15:04:11.170720 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-578773ce-29ab-47d9-9cb4-0c4edecc52da req-3c4e21e6-d109-4a08-a479-543cca9437e1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Calling delete_port for ba4333a4-99f9-467e-bb63-59997fdfcdcc owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:04:11.253339 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17667362-a557-42c4-b2c4-d28e037c2915 req-722adf09-abd5-49f2-ba92-85784984095d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:11.254846 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-17667362-a557-42c4-b2c4-d28e037c2915 req-722adf09-abd5-49f2-ba92-85784984095d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0544202 May 25 15:04:11.308338 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-17667362-a557-42c4-b2c4-d28e037c2915 req-fa2281fb-f6ed-4df6-9e27-4fcb59f22102 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476348 May 25 15:04:11.799869 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:11.800470 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-578773ce-29ab-47d9-9cb4-0c4edecc52da req-3c4e21e6-d109-4a08-a479-543cca9437e1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (ba4333a4-99f9-467e-bb63-59997fdfcdcc), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:11.828435 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e21e6-d109-4a08-a479-543cca9437e1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event deleted for resources: {'Port': ['ID=ba4333a4-99f9-467e-bb63-59997fdfcdcc,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:11.960657 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-578773ce-29ab-47d9-9cb4-0c4edecc52da req-3c4e21e6-d109-4a08-a479-543cca9437e1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Router e98aa9c8-7bcd-4315-a027-4c785c58670b has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:04:12.091454 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-578773ce-29ab-47d9-9cb4-0c4edecc52da req-3c4e21e6-d109-4a08-a479-543cca9437e1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:04:12.109777 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64790a4-da11-482e-a429-f1379871c91f None None] Sync routers for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:04:12.122329 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-628ecfc3-4abc-4dbe-8daf-58e48f433737 req-7d4c41a1-8372-4aeb-9083-5280eccb5e91 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 210 time: 0.0521634 May 25 15:04:12.140021 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64790a4-da11-482e-a429-f1379871c91f None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:04:12.140894 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-d64790a4-da11-482e-a429-f1379871c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:04:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:12.145840 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-578773ce-29ab-47d9-9cb4-0c4edecc52da req-3c4e21e6-d109-4a08-a479-543cca9437e1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] No DVR routers for this DVR port ba4333a4-99f9-467e-bb63-59997fdfcdcc on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:04:12.149406 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-578773ce-29ab-47d9-9cb4-0c4edecc52da req-3c4e21e6-d109-4a08-a479-543cca9437e1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:12.154732 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-578773ce-29ab-47d9-9cb4-0c4edecc52da req-3c4e21e6-d109-4a08-a479-543cca9437e1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "DELETE /v2.0/ports/ba4333a4-99f9-467e-bb63-59997fdfcdcc HTTP/1.1" status: 204 len: 173 time: 1.3936753 May 25 15:04:12.155306 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4981ccf8-2f23-4afd-a4e3-db0a929a1e1e', 'name': 'network-vif-deleted', 'tag': 'ba4333a4-99f9-467e-bb63-59997fdfcdcc'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:04:12.158413 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6416b154-7305-48bd-965d-9d56783978bd" -d '{"events": [{"server_uuid": "4981ccf8-2f23-4afd-a4e3-db0a929a1e1e", "name": "network-vif-deleted", "tag": "ba4333a4-99f9-467e-bb63-59997fdfcdcc"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:04:12.206718 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6004a0-4c7f-4c98-96c0-2ea6354d5807 x-openstack-request-id: req-5b6004a0-4c7f-4c98-96c0-2ea6354d5807 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:04:12.207277 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4981ccf8-2f23-4afd-a4e3-db0a929a1e1e", "name": "network-vif-deleted", "tag": "ba4333a4-99f9-467e-bb63-59997fdfcdcc", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:04:12.207752 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5b6004a0-4c7f-4c98-96c0-2ea6354d5807 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:04:12.208459 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b6004a0-4c7f-4c98-96c0-2ea6354d5807'] response: {'server_uuid': '4981ccf8-2f23-4afd-a4e3-db0a929a1e1e', 'name': 'network-vif-deleted', 'tag': 'ba4333a4-99f9-467e-bb63-59997fdfcdcc', 'status': 'completed', 'code': 200} May 25 15:04:12.263906 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-d64790a4-da11-482e-a429-f1379871c91f None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:04:12.471554 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:12.513351 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400505f-be87-400a-a379-2b4c951430c7 req-5a09413a-72f6-4ac9-a56e-3478fe7eac1b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:12.521276 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5400505f-be87-400a-a379-2b4c951430c7 req-5a09413a-72f6-4ac9-a56e-3478fe7eac1b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.1003847 May 25 15:04:12.612127 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-d64790a4-da11-482e-a429-f1379871c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:12.626819 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5400505f-be87-400a-a379-2b4c951430c7 req-af28b85c-8211-4f83-8c81-e2c65febde69 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045256 May 25 15:04:12.644705 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64790a4-da11-482e-a429-f1379871c91f None None] Checking router: e98aa9c8-7bcd-4315-a027-4c785c58670b for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:04:12.654815 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64790a4-da11-482e-a429-f1379871c91f None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:04:12.655473 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-d64790a4-da11-482e-a429-f1379871c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:04:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:12.768572 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-d64790a4-da11-482e-a429-f1379871c91f None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:04:12.951467 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:13.045532 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-d64790a4-da11-482e-a429-f1379871c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:13.084759 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64790a4-da11-482e-a429-f1379871c91f None None] The sync data for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi is: [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:04:13.277951 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a0e90cea-fed2-4d3a-a4eb-10e4be63e2db req-3c1eb296-9eec-47c3-8214-2cdf99daac58 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=4981ccf8-2f23-4afd-a4e3-db0a929a1e1e HTTP/1.1" status: 200 len: 210 time: 0.0409768 May 25 15:04:13.481595 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93be9e19-73d7-4591-b690-8cc331c9c9fa None None] New status for floating IP 30fe08c0-176e-4c66-9bf6-74816972ed43: DOWN {{(pid=116227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:04:13.560427 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:13.568388 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:13.755766 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7031da-b2bb-4bdc-9d1a-ea71106ed2a7 req-c36a66c7-eb5b-4edd-82b3-3f2a566f65f6 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:13.761743 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 33212) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:13.772644 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1e7031da-b2bb-4bdc-9d1a-ea71106ed2a7 req-c36a66c7-eb5b-4edd-82b3-3f2a566f65f6 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0688744 May 25 15:04:13.850130 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1e7031da-b2bb-4bdc-9d1a-ea71106ed2a7 req-7d70088e-5713-48d0-b026-06e5df4f9739 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701892 May 25 15:04:13.951537 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a79e9a95-6252-46d1-9226-6c7fb201b016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:13.989661 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=5 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:14.006300 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:14.035869 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a79e9a95-6252-46d1-9226-6c7fb201b016 admin admin] Publish callbacks [] for security_group (62250415-191d-4fe2-b1b7-c73317a2d6c5), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:14.150420 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a79e9a95-6252-46d1-9226-6c7fb201b016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (62250415-191d-4fe2-b1b7-c73317a2d6c5), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:14.178713 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-a79e9a95-6252-46d1-9226-6c7fb201b016 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7886ffbbafa14396b4c805cdb5daaae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4148815 May 25 15:04:14.181398 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 33216) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:14.199770 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e9a95-6252-46d1-9226-6c7fb201b016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62250415-191d-4fe2-b1b7-c73317a2d6c5,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:14.238769 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-484b75cd-04f7-45df-b4a5-76d6dbf37776 admin admin] Publish callbacks [] for security_group (62250415-191d-4fe2-b1b7-c73317a2d6c5), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:14.265923 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-484b75cd-04f7-45df-b4a5-76d6dbf37776 admin admin] Publish callbacks [] for security_group (62250415-191d-4fe2-b1b7-c73317a2d6c5), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:14.445565 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-484b75cd-04f7-45df-b4a5-76d6dbf37776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (62250415-191d-4fe2-b1b7-c73317a2d6c5), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:14.448457 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-484b75cd-04f7-45df-b4a5-76d6dbf37776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:14.450628 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-484b75cd-04f7-45df-b4a5-76d6dbf37776 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/62250415-191d-4fe2-b1b7-c73317a2d6c5 HTTP/1.1" status: 204 len: 168 time: 0.2675314 May 25 15:04:14.454100 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 33224) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:14.462072 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b75cd-04f7-45df-b4a5-76d6dbf37776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62250415-191d-4fe2-b1b7-c73317a2d6c5,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:14.539139 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f5b810a9-dd4a-42db-bf6b-86ade0e376b1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:14.568983 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f5b810a9-dd4a-42db-bf6b-86ade0e376b1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:14.736999 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f5b810a9-dd4a-42db-bf6b-86ade0e376b1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:14.740241 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f5b810a9-dd4a-42db-bf6b-86ade0e376b1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:14.745291 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-f5b810a9-dd4a-42db-bf6b-86ade0e376b1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "DELETE /v2.0/security-groups/c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5 HTTP/1.1" status: 204 len: 168 time: 0.2861862 May 25 15:04:14.745783 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 33226) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:14.765204 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.api.v2.resource [None req-4882d884-61a0-4348-8940-ad88ad9de4d8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] show failed (client error): The resource could not be found. May 25 15:04:14.770793 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-4882d884-61a0-4348-8940-ad88ad9de4d8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups/c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5 HTTP/1.1" status: 404 len: 347 time: 0.0195208 May 25 15:04:14.770793 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b810a9-dd4a-42db-bf6b-86ade0e376b1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70ef7c5-8541-4e97-b8c2-9dd7bd19cca5,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:14.771174 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 33228) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:14.938668 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-6f417987-05f8-484c-b212-824358072a87 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Deleting port 91a2afb2-a4f3-4c5b-8a9a-de598ede2ec9 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:04:14.939024 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6f417987-05f8-484c-b212-824358072a87 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (91a2afb2-a4f3-4c5b-8a9a-de598ede2ec9), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:14.986080 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1ae7e-4298-45ab-99cf-7b0b697630c9 req-018fb1bf-84a9-4840-aad1-201614c0eba3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:14.987735 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-19f1ae7e-4298-45ab-99cf-7b0b697630c9 req-018fb1bf-84a9-4840-aad1-201614c0eba3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0559635 May 25 15:04:15.044357 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6f417987-05f8-484c-b212-824358072a87 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (91a2afb2-a4f3-4c5b-8a9a-de598ede2ec9), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:15.044617 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6f417987-05f8-484c-b212-824358072a87 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (91a2afb2-a4f3-4c5b-8a9a-de598ede2ec9), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:15.054726 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-19f1ae7e-4298-45ab-99cf-7b0b697630c9 req-8cce5be7-99f1-4b90-986c-47a9177c1df3 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602221 May 25 15:04:15.060742 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-6f417987-05f8-484c-b212-824358072a87 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Calling delete_port for 91a2afb2-a4f3-4c5b-8a9a-de598ede2ec9 owned by network:floatingip {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:04:15.211532 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:15.937508 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6f417987-05f8-484c-b212-824358072a87 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (91a2afb2-a4f3-4c5b-8a9a-de598ede2ec9), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:15.954890 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 33234) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:15.967888 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4aaa40e2-53b6-4dce-a6f8-e50eb464543e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:15.970490 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f417987-05f8-484c-b212-824358072a87 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event deleted for resources: {'Port': ['ID=91a2afb2-a4f3-4c5b-8a9a-de598ede2ec9,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:16.037675 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6f417987-05f8-484c-b212-824358072a87 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (30fe08c0-176e-4c66-9bf6-74816972ed43), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:16.040340 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6f417987-05f8-484c-b212-824358072a87 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:16.044688 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-6f417987-05f8-484c-b212-824358072a87 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "DELETE /v2.0/floatingips/30fe08c0-176e-4c66-9bf6-74816972ed43 HTTP/1.1" status: 204 len: 168 time: 1.2692518 May 25 15:04:16.051109 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4aaa40e2-53b6-4dce-a6f8-e50eb464543e admin admin] Publish callbacks [] for security_group (a86a9887-0bee-4312-9ee5-22e41658c4f3), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:16.074735 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device ba4333a4-99f9-467e-bb63-59997fdfcdcc no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:04:16.094992 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: ba4333a4-99f9-467e-bb63-59997fdfcdcc {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:04:16.095254 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device ba4333a4-99f9-467e-bb63-59997fdfcdcc not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:04:16.176132 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40e953-00a5-41f2-8d08-6c2bdd6d7b3c req-a4a70df3-a7b8-4a3b-92ad-41024a990bde tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:16.177590 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2a40e953-00a5-41f2-8d08-6c2bdd6d7b3c req-a4a70df3-a7b8-4a3b-92ad-41024a990bde tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0496261 May 25 15:04:16.229275 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:16.234936 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2a40e953-00a5-41f2-8d08-6c2bdd6d7b3c req-a2038ed1-7c52-4f72-b571-cf777c27a1a9 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513227 May 25 15:04:16.235994 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-4aaa40e2-53b6-4dce-a6f8-e50eb464543e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (a86a9887-0bee-4312-9ee5-22e41658c4f3), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:16.268070 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 33244) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:16.272183 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-4aaa40e2-53b6-4dce-a6f8-e50eb464543e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e0ce5f400fa54707b054d7d06577d69f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3139789 May 25 15:04:16.275238 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-91d0b86b-1eac-48d7-9bf3-9afb4d2fb140 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--564665460', 'description': 'tempest-description--2053592153'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:04:16.282371 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 33246) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:16.319881 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa40e2-53b6-4dce-a6f8-e50eb464543e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86a9887-0bee-4312-9ee5-22e41658c4f3,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:16.383905 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2f53ab7d-5440-4ab1-a18d-20ce2927887e admin admin] Publish callbacks [] for security_group (a86a9887-0bee-4312-9ee5-22e41658c4f3), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:16.406523 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:16.408588 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2f53ab7d-5440-4ab1-a18d-20ce2927887e admin admin] Publish callbacks [] for security_group (a86a9887-0bee-4312-9ee5-22e41658c4f3), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:16.431081 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-91d0b86b-1eac-48d7-9bf3-9afb4d2fb140 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:16.506562 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-91d0b86b-1eac-48d7-9bf3-9afb4d2fb140 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (feb25c72-33f1-4ccb-9a73-6eed1bc0bec9), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:16.626791 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-91d0b86b-1eac-48d7-9bf3-9afb4d2fb140 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (feb25c72-33f1-4ccb-9a73-6eed1bc0bec9), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:16.627393 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2f53ab7d-5440-4ab1-a18d-20ce2927887e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (a86a9887-0bee-4312-9ee5-22e41658c4f3), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:16.628078 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:04:16.632350 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2f53ab7d-5440-4ab1-a18d-20ce2927887e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:16.647222 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-2f53ab7d-5440-4ab1-a18d-20ce2927887e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a86a9887-0bee-4312-9ee5-22e41658c4f3 HTTP/1.1" status: 204 len: 168 time: 0.3635411 May 25 15:04:16.657732 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53ab7d-5440-4ab1-a18d-20ce2927887e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86a9887-0bee-4312-9ee5-22e41658c4f3,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:16.712212 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0b86b-1eac-48d7-9bf3-9afb4d2fb140 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:16.798790 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-91d0b86b-1eac-48d7-9bf3-9afb4d2fb140 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:16.800271 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-91d0b86b-1eac-48d7-9bf3-9afb4d2fb140 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5308933 May 25 15:04:16.802955 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 33250) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:16.807663 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-e0e37548-ea5d-43fd-a1ac-212f34b5e094 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'security_group_rule': {'security_group_id': 'feb25c72-33f1-4ccb-9a73-6eed1bc0bec9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:04:17.012284 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e0e37548-ea5d-43fd-a1ac-212f34b5e094 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (7eefed26-df62-4a62-b394-24324ad36808), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:17.059706 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e0e37548-ea5d-43fd-a1ac-212f34b5e094 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (7eefed26-df62-4a62-b394-24324ad36808), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:17.282608 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e0e37548-ea5d-43fd-a1ac-212f34b5e094 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (7eefed26-df62-4a62-b394-24324ad36808), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:17.294500 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:17.299983 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e37548-ea5d-43fd-a1ac-212f34b5e094 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eefed26-df62-4a62-b394-24324ad36808,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:17.365075 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb9856-b56f-4a62-ae7a-19dbf6bcae19 req-b360bc76-a8db-406a-ac65-f6bcd23dc83e tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:17.366683 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-28fb9856-b56f-4a62-ae7a-19dbf6bcae19 req-b360bc76-a8db-406a-ac65-f6bcd23dc83e tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0483191 May 25 15:04:17.419538 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-28fb9856-b56f-4a62-ae7a-19dbf6bcae19 req-8837b6c5-3285-4123-b823-dce6b9a229c2 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458517 May 25 15:04:17.467446 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e0e37548-ea5d-43fd-a1ac-212f34b5e094 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:17.468680 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-e0e37548-ea5d-43fd-a1ac-212f34b5e094 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6647868 May 25 15:04:17.471379 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 33262) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:17.475688 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-0d77a36c-9261-47db-b574-7e56f9fec7f3 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'security_group_rule': {'security_group_id': 'feb25c72-33f1-4ccb-9a73-6eed1bc0bec9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:04:17.638597 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0d77a36c-9261-47db-b574-7e56f9fec7f3 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (378bcc03-0942-4828-9dec-f51a11445b7c), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:17.686464 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0d77a36c-9261-47db-b574-7e56f9fec7f3 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (378bcc03-0942-4828-9dec-f51a11445b7c), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:17.793922 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0d77a36c-9261-47db-b574-7e56f9fec7f3 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (378bcc03-0942-4828-9dec-f51a11445b7c), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:17.804313 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 33268) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:17.812928 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77a36c-9261-47db-b574-7e56f9fec7f3 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378bcc03-0942-4828-9dec-f51a11445b7c,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:17.818149 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-023aca52-472e-4454-aea7-a5977c9cea21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:17.893466 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-023aca52-472e-4454-aea7-a5977c9cea21 admin admin] Publish callbacks [] for security_group (3a04ad06-dfb4-4b4a-a90e-b30b08ad856e), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:17.947069 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0d77a36c-9261-47db-b574-7e56f9fec7f3 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:17.948353 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-0d77a36c-9261-47db-b574-7e56f9fec7f3 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4760642 May 25 15:04:17.951410 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 33270) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:17.955881 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-1fb83665-271b-4301-b409-7be2a1a873a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'floatingip': {'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:04:17.979433 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-023aca52-472e-4454-aea7-a5977c9cea21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (3a04ad06-dfb4-4b4a-a90e-b30b08ad856e), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:18.019341 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-023aca52-472e-4454-aea7-a5977c9cea21 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=083b4b4083944d7594b9ad0c1081f64a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137556 May 25 15:04:18.020433 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023aca52-472e-4454-aea7-a5977c9cea21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a04ad06-dfb4-4b4a-a90e-b30b08ad856e,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:18.022110 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 33272) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:18.067753 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:18.072402 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-834ff751-f304-4392-ba50-e84797ca2718 admin admin] Publish callbacks [] for security_group (3a04ad06-dfb4-4b4a-a90e-b30b08ad856e), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:18.093611 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-834ff751-f304-4392-ba50-e84797ca2718 admin admin] Publish callbacks [] for security_group (3a04ad06-dfb4-4b4a-a90e-b30b08ad856e), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:18.101515 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1fb83665-271b-4301-b409-7be2a1a873a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:18.197471 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1fb83665-271b-4301-b409-7be2a1a873a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:18.366788 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-834ff751-f304-4392-ba50-e84797ca2718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (3a04ad06-dfb4-4b4a-a90e-b30b08ad856e), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:18.370572 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-834ff751-f304-4392-ba50-e84797ca2718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:18.374166 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-834ff751-f304-4392-ba50-e84797ca2718 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3a04ad06-dfb4-4b4a-a90e-b30b08ad856e HTTP/1.1" status: 204 len: 168 time: 0.3483987 May 25 15:04:18.413446 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ff751-f304-4392-ba50-e84797ca2718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a04ad06-dfb4-4b4a-a90e-b30b08ad856e,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:18.491711 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-1fb83665-271b-4301-b409-7be2a1a873a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Allocated IP 172.27.1.51 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/83a85d47-03af-4eb4-9e69-bf463bc85327) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:04:18.547488 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e41c3-f23b-42f3-bf0b-d23aa6095065 req-1a1b4ec3-f8ef-4751-ba3a-ff3c847a389a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:18.548956 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ba5e41c3-f23b-42f3-bf0b-d23aa6095065 req-1a1b4ec3-f8ef-4751-ba3a-ff3c847a389a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0507576 May 25 15:04:18.599003 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ba5e41c3-f23b-42f3-bf0b-d23aa6095065 req-f85c1847-23cb-41c8-ac7d-d73f7260a01c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441539 May 25 15:04:18.612157 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1fb83665-271b-4301-b409-7be2a1a873a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for port (83a85d47-03af-4eb4-9e69-bf463bc85327), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:18.719993 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57e7f9-fbe9-44ac-bb16-988b7a0a45e2 req-8b73af52-d91d-4647-b5cb-b4eea9493be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:18.721480 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-3d57e7f9-fbe9-44ac-bb16-988b7a0a45e2 req-8b73af52-d91d-4647-b5cb-b4eea9493be9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18c8213736cf4113951fbb3520c18183&device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 1130 time: 0.0408947 May 25 15:04:18.781668 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1fb83665-271b-4301-b409-7be2a1a873a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (83a85d47-03af-4eb4-9e69-bf463bc85327), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:18.792640 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:18.836156 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb83665-271b-4301-b409-7be2a1a873a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:04:18.843679 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-1fb83665-271b-4301-b409-7be2a1a873a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:04:18.849708 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb83665-271b-4301-b409-7be2a1a873a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:04:18.859695 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb83665-271b-4301-b409-7be2a1a873a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'Port': ['ID=83a85d47-03af-4eb4-9e69-bf463bc85327,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:18.907533 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57e7f9-fbe9-44ac-bb16-988b7a0a45e2 req-b8fca7c3-afc8-4642-b4c8-c1c49e161e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:18.909035 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-3d57e7f9-fbe9-44ac-bb16-988b7a0a45e2 req-b8fca7c3-afc8-4642-b4c8-c1c49e161e49 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0ddfa1ea-b411-4388-afb5-c29ffb748770 HTTP/1.1" status: 200 len: 918 time: 0.1820083 May 25 15:04:19.009094 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-3d57e7f9-fbe9-44ac-bb16-988b7a0a45e2 req-5718cee3-b4a0-4708-b75f-d3369fdb3712 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0275964-ead5-40f3-93a4-63cb2514a0ae HTTP/1.1" status: 200 len: 1001 time: 0.0913422 May 25 15:04:19.012878 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1fb83665-271b-4301-b409-7be2a1a873a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (885ac27b-cb42-47a8-a244-f1e21387bdf3), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:19.060954 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57e7f9-fbe9-44ac-bb16-988b7a0a45e2 req-ee619334-4fc5-42f5-8406-745aed4ae6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:19.062378 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-3d57e7f9-fbe9-44ac-bb16-988b7a0a45e2 req-ee619334-4fc5-42f5-8406-745aed4ae6d3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6457fdac-c3cb-47a9-aa14-b3ac369fd174 HTTP/1.1" status: 200 len: 856 time: 0.0472956 May 25 15:04:19.109134 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57e7f9-fbe9-44ac-bb16-988b7a0a45e2 req-05f7daa5-1732-4461-8108-28c893078388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:19.110552 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-3d57e7f9-fbe9-44ac-bb16-988b7a0a45e2 req-05f7daa5-1732-4461-8108-28c893078388 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0ddfa1ea-b411-4388-afb5-c29ffb748770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423362 May 25 15:04:19.205830 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1fb83665-271b-4301-b409-7be2a1a873a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (83a85d47-03af-4eb4-9e69-bf463bc85327), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:19.249461 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-3d57e7f9-fbe9-44ac-bb16-988b7a0a45e2 req-e830a47d-a758-4584-9677-9e071d0cefd4 service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327374 May 25 15:04:19.417021 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-3d57e7f9-fbe9-44ac-bb16-988b7a0a45e2 req-d7d69fcb-a452-40fe-908e-75170974debb service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465859 May 25 15:04:19.470853 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1fb83665-271b-4301-b409-7be2a1a873a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for port (83a85d47-03af-4eb4-9e69-bf463bc85327), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:19.550425 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1fb83665-271b-4301-b409-7be2a1a873a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (83a85d47-03af-4eb4-9e69-bf463bc85327), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:19.618890 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb83665-271b-4301-b409-7be2a1a873a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'Port': ['ID=83a85d47-03af-4eb4-9e69-bf463bc85327,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:19.630566 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:19.636348 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1fb83665-271b-4301-b409-7be2a1a873a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (885ac27b-cb42-47a8-a244-f1e21387bdf3), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:19.727531 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b3fce-8f85-407c-9da4-faabf702738a req-5693a44d-1f1a-47de-aecc-0618ffd31200 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:19.735060 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-800b3fce-8f85-407c-9da4-faabf702738a req-5693a44d-1f1a-47de-aecc-0618ffd31200 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0577967 May 25 15:04:19.770558 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1fb83665-271b-4301-b409-7be2a1a873a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:19.771853 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-1fb83665-271b-4301-b409-7be2a1a873a4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8194876 May 25 15:04:19.783945 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-800b3fce-8f85-407c-9da4-faabf702738a req-89598a8c-f155-4f27-9a17-bca3b1aa3d55 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479662 May 25 15:04:19.959803 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:19.972365 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d57ffb7-3691-4096-9367-e39145c12d6f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--564665460&fields=id&tenant_id=c86222a9c32a4f77878dc82c40e38ff1 HTTP/1.1" status: 200 len: 267 time: 0.0432143 May 25 15:04:20.081547 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-34223619-fe0a-4240-aeb5-7cdd146dddf2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:20.082946 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-34223619-fe0a-4240-aeb5-7cdd146dddf2 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/networks?id=fa952598-36d5-42ef-b4ac-0f4017a94969 HTTP/1.1" status: 200 len: 814 time: 0.1041718 May 25 15:04:20.099223 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-4f10e071-a558-4e5b-9d9c-9bc4a394e034 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/quotas/c86222a9c32a4f77878dc82c40e38ff1 HTTP/1.1" status: 200 len: 375 time: 0.0104632 May 25 15:04:20.147629 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-a4d4e6c4-914f-4978-b795-724ef94e61dd tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433447 May 25 15:04:20.242495 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-3b551115-79ce-4a35-b380-7711c5e4fa0f service neutron] 10.222.0.74 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832384 May 25 15:04:20.309999 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:20.335611 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-ea090cb4-fce9-47af-924a-293743382950 service neutron] 10.222.0.74 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870516 May 25 15:04:20.605700 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ef377563-1a26-4545-aec7-b8927e8c62b7 req-751be925-72cd-453d-bd50-84937e344526 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 210 time: 0.0270121 May 25 15:04:20.893944 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:20.911753 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6064971-ac79-4648-9aa5-1b050ff84930 req-faf5b1ab-06c6-4e66-94f9-dc2f779c958f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:20.913191 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e6064971-ac79-4648-9aa5-1b050ff84930 req-faf5b1ab-06c6-4e66-94f9-dc2f779c958f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0456133 May 25 15:04:20.962506 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e6064971-ac79-4648-9aa5-1b050ff84930 req-f2a4e9b6-1503-4840-9717-2e79b656d1c9 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438135 May 25 15:04:21.684039 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-55bd894e-7bdf-43b8-a21e-04314abab2a2 req-4cee1955-7419-4fb0-af2f-0f1c665ac2d6 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 210 time: 0.0279710 May 25 15:04:22.084247 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21a071-0a46-4d16-81c4-0efa0a4ffff4 req-cb9353ff-4a47-4196-adf8-df8d037df2c1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:22.085695 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7e21a071-0a46-4d16-81c4-0efa0a4ffff4 req-cb9353ff-4a47-4196-adf8-df8d037df2c1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 946 time: 0.0474327 May 25 15:04:22.105647 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device d0275964-ead5-40f3-93a4-63cb2514a0ae no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:04:22.133492 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7e21a071-0a46-4d16-81c4-0efa0a4ffff4 req-7cd1eea6-f79f-4911-b2c1-d06df1f5dfd2 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421441 May 25 15:04:22.178988 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port d0275964-ead5-40f3-93a4-63cb2514a0ae is: ACTIVE; New status is: DOWN {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:22.179414 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:22.205014 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adffb0a-813f-410e-88eb-e901f068c873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0275964-ead5-40f3-93a4-63cb2514a0ae'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:04:22.207787 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4988f05c-6cd4-4da5-b28f-f5035cce5b40" -d '{"events": [{"server_uuid": "7adffb0a-813f-410e-88eb-e901f068c873", "name": "network-vif-unplugged", "status": "completed", "tag": "d0275964-ead5-40f3-93a4-63cb2514a0ae"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:04:22.224425 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port d0275964-ead5-40f3-93a4-63cb2514a0ae, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=d0275964-ead5-40f3-93a4-63cb2514a0ae,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:22.240971 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 May 2022 15:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c637557-38c3-4726-bfb9-5dc158db62c5 x-openstack-request-id: req-1c637557-38c3-4726-bfb9-5dc158db62c5 {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:04:22.241347 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adffb0a-813f-410e-88eb-e901f068c873", "name": "network-vif-unplugged", "status": "failed", "tag": "d0275964-ead5-40f3-93a4-63cb2514a0ae", "code": 422}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:04:22.242089 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1c637557-38c3-4726-bfb9-5dc158db62c5 {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:04:22.242089 dv-cinder-830283-3-iscsi neutron-server[116227]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1c637557-38c3-4726-bfb9-5dc158db62c5']: {'server_uuid': '7adffb0a-813f-410e-88eb-e901f068c873', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd0275964-ead5-40f3-93a4-63cb2514a0ae', 'code': 422} returned with failed status May 25 15:04:22.354528 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:22.407319 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=d0275964-ead5-40f3-93a4-63cb2514a0ae,revision_number=8']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:22.766059 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-af8dfb88-cec6-4ec9-8bba-14c133fb4d68 req-9c29da21-b801-4c7d-aaaa-2d93277f010a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 210 time: 0.0314369 May 25 15:04:23.043595 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=50 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:23.842401 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4a8dd944-ab2b-4a88-a96e-e21ff13038a2 req-7bc06410-352b-43c4-8c8d-7f3cf25531fa tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 210 time: 0.0266302 May 25 15:04:24.507832 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=100 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:24.901436 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [req-a1d5cf74-b1db-4f13-863d-cc83d7108593 req-492eebd1-8436-4a5d-a906-59175d087092 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:04:24.902527 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a1d5cf74-b1db-4f13-863d-cc83d7108593 req-492eebd1-8436-4a5d-a906-59175d087092 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055027 May 25 15:04:24.941673 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f17369fd-88f7-4411-81af-2d2a982445b6 req-ca02aa76-d3c2-4325-972a-c6686057b1d6 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 210 time: 0.0290253 May 25 15:04:25.318426 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa19c0-68a7-4b12-8073-989548765b33 req-c8f8f5e7-3db6-4dc1-97c0-fdf68437a2bb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:25.319931 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e9aa19c0-68a7-4b12-8073-989548765b33 req-c8f8f5e7-3db6-4dc1-97c0-fdf68437a2bb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0462880 May 25 15:04:25.368644 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e9aa19c0-68a7-4b12-8073-989548765b33 req-2d1f7f00-7a8e-47a3-a42f-d03485cdc136 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428798 May 25 15:04:25.994284 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 33372) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:26.048578 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f6de04df-f6ce-4401-9a31-8ba684a4d3c5 req-fa45ff9e-5e97-482f-bfe9-ca14a7c66b95 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 210 time: 0.0304163 May 25 15:04:26.085921 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-ad8e8fb9-f073-42b1-b5d3-c862ea55e9f0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898941 May 25 15:04:26.095117 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-bd7ddca9-ac67-4f75-b680-b961508b4a46 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:04:26.096124 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-bd7ddca9-ac67-4f75-b680-b961508b4a46 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051985 May 25 15:04:26.110271 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device d0275964-ead5-40f3-93a4-63cb2514a0ae no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:04:26.175749 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 33380) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:26.185117 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port d0275964-ead5-40f3-93a4-63cb2514a0ae is: DOWN; New status is: DOWN {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:26.272024 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-68df6b26-4fb3-43c9-a7c0-973ee5fd0e09 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:26.273367 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-68df6b26-4fb3-43c9-a7c0-973ee5fd0e09 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports/d0275964-ead5-40f3-93a4-63cb2514a0ae HTTP/1.1" status: 200 len: 941 time: 0.0963871 May 25 15:04:26.489462 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8f8cb-bf31-4146-aabf-a61abd6d8e43 req-e2244d7d-f5f0-40fc-88a9-8d33640e4668 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:26.490937 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f0d8f8cb-bf31-4146-aabf-a61abd6d8e43 req-e2244d7d-f5f0-40fc-88a9-8d33640e4668 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0466032 May 25 15:04:26.537459 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f0d8f8cb-bf31-4146-aabf-a61abd6d8e43 req-aa8f46a5-808c-40bb-b10d-859be59487e0 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409043 May 25 15:04:27.148087 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-15bfc151-2c72-4070-b941-d82fb6d3f5bb req-96146627-f401-4aec-b23f-2f4da6dc26e8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 210 time: 0.0312042 May 25 15:04:27.412918 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-24d7e415-8b17-4251-8752-36fce03877c3 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:27.414395 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-24d7e415-8b17-4251-8752-36fce03877c3 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "GET /v2.0/networks?id=fa952598-36d5-42ef-b4ac-0f4017a94969 HTTP/1.1" status: 200 len: 814 time: 0.1017723 May 25 15:04:27.494101 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-f9b0d1e1-4573-4058-9c54-e8f1b590be34 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c86222a9c32a4f77878dc82c40e38ff1 HTTP/1.1" status: 200 len: 379 time: 0.0622611 May 25 15:04:27.516002 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-4cb8b239-61d4-4262-9418-866839c83430 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'port': {'device_id': '631dc815-ce7a-40b3-9bdb-35f04b2fca01', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'admin_state_up': True, 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'security_groups': ['feb25c72-33f1-4ccb-9a73-6eed1bc0bec9']}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:04:27.661647 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d179d6f-6e62-4b9b-b5e6-767a370b476a req-1e545592-78a3-4632-942a-649ffb04ad99 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:27.663083 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8d179d6f-6e62-4b9b-b5e6-767a370b476a req-1e545592-78a3-4632-942a-649ffb04ad99 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0502348 May 25 15:04:27.710194 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8d179d6f-6e62-4b9b-b5e6-767a370b476a req-ea84a5fb-07e9-413d-8d5d-2fa210482ccc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414708 May 25 15:04:27.727983 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-4cb8b239-61d4-4262-9418-866839c83430 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Made reservation on behalf of c86222a9c32a4f77878dc82c40e38ff1 for: {'port': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:04:27.732011 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-4cb8b239-61d4-4262-9418-866839c83430 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:27.864384 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-4cb8b239-61d4-4262-9418-866839c83430 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Allocated IP 172.20.0.10 (fa952598-36d5-42ef-b4ac-0f4017a94969/e1ed1170-215c-4406-945e-b79e6c0cdc5d/f7072705-f1db-4bc8-a3d5-6e626bab50e6) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:04:28.001819 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-4cb8b239-61d4-4262-9418-866839c83430 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for port (f7072705-f1db-4bc8-a3d5-6e626bab50e6), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:28.004251 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:28.151568 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-4cb8b239-61d4-4262-9418-866839c83430 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (f7072705-f1db-4bc8-a3d5-6e626bab50e6), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:28.199926 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:28.209520 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-4cb8b239-61d4-4262-9418-866839c83430 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Network fa952598-36d5-42ef-b4ac-0f4017a94969 is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:04:28.213154 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-4cb8b239-61d4-4262-9418-866839c83430 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:04:28.215087 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8b239-61d4-4262-9418-866839c83430 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event updated for resources: {'Port': ['ID=f7072705-f1db-4bc8-a3d5-6e626bab50e6,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:28.217315 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-4cb8b239-61d4-4262-9418-866839c83430 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:04:28.265521 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d9947-90f4-4538-82cd-c661f4bb5608 req-1e510809-4727-4388-8759-c0a3c7d298fe tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:28.267271 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f37d9947-90f4-4538-82cd-c661f4bb5608 req-1e510809-4727-4388-8759-c0a3c7d298fe tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 932 time: 0.0489705 May 25 15:04:28.268396 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-4cb8b239-61d4-4262-9418-866839c83430 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:28.269052 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-4cb8b239-61d4-4262-9418-866839c83430 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:28.319285 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f37d9947-90f4-4538-82cd-c661f4bb5608 req-fb088dd4-2fed-4ca3-9efb-53fb1ce54744 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460887 May 25 15:04:28.406962 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-c85c6d93-8e3f-4c71-a3dc-3bc47479724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:28.408490 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-c85c6d93-8e3f-4c71-a3dc-3bc47479724f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873&tenant_id=18c8213736cf4113951fbb3520c18183 HTTP/1.1" status: 200 len: 1128 time: 0.0731623 May 25 15:04:28.431112 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-4cb8b239-61d4-4262-9418-866839c83430 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9189303 May 25 15:04:28.482196 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Request body: {'port': {'device_id': '631dc815-ce7a-40b3-9bdb-35f04b2fca01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:04:28.506201 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-b2335696-9b7f-4356-9677-a20345ecc899 None None] Provisioning complete for port f7072705-f1db-4bc8-a3d5-6e626bab50e6 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:28.506786 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-b2335696-9b7f-4356-9677-a20345ecc899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (f7072705-f1db-4bc8-a3d5-6e626bab50e6), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:28.541244 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-b2335696-9b7f-4356-9677-a20345ecc899 None None] Port f7072705-f1db-4bc8-a3d5-6e626bab50e6 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:04:28.566419 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-0f64b677-0da5-4b32-99dc-18169f8d6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:28.567898 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-0f64b677-0da5-4b32-99dc-18169f8d6359 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18c8213736cf4113951fbb3520c18183&device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 1128 time: 0.0611193 May 25 15:04:28.588001 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (f7072705-f1db-4bc8-a3d5-6e626bab50e6), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:28.844844 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50648ca3-9c1b-4141-919c-3f4a193d3594 req-0ec81ae4-db30-4b6c-9b8a-4bc20ef292ef tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:28.846474 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-50648ca3-9c1b-4141-919c-3f4a193d3594 req-0ec81ae4-db30-4b6c-9b8a-4bc20ef292ef tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0526969 May 25 15:04:28.897949 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-50648ca3-9c1b-4141-919c-3f4a193d3594 req-72dd50b7-b5ec-4f72-b547-f3b023ea724c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445087 May 25 15:04:28.983307 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-b2d194a3-f5bf-4f09-881a-24f811e3b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:28.984792 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-b2d194a3-f5bf-4f09-881a-24f811e3b8cd service neutron] 10.222.0.86 "GET /v2.0/networks?id=0ddfa1ea-b411-4388-afb5-c29ffb748770 HTTP/1.1" status: 200 len: 918 time: 0.4082711 May 25 15:04:29.102178 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-d3e33384-408c-409d-9fe5-f056d7fc92b9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0275964-ead5-40f3-93a4-63cb2514a0ae HTTP/1.1" status: 200 len: 999 time: 0.0664365 May 25 15:04:29.151563 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-2b3223dd-68ec-4df6-9533-d5248ecaf2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:29.153425 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-2b3223dd-68ec-4df6-9533-d5248ecaf2d4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6457fdac-c3cb-47a9-aa14-b3ac369fd174 HTTP/1.1" status: 200 len: 856 time: 0.0445251 May 25 15:04:29.244691 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-0b99c958-adf4-4cdb-accf-373bba0389f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:29.246218 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-0b99c958-adf4-4cdb-accf-373bba0389f3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0ddfa1ea-b411-4388-afb5-c29ffb748770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866125 May 25 15:04:29.316186 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:29.409301 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-ee19bdd4-c7ce-46cc-84fd-5e3ba05fba2d service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553955 May 25 15:04:29.419803 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7072705-f1db-4bc8-a3d5-6e626bab50e6 {{(pid=116225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:04:29.433605 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75765d1-6004-42a0-9023-a2f3d5957e42 req-ef34abbf-6a4f-4ad2-99d8-5a2fa12dbb5c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:29.435149 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a75765d1-6004-42a0-9023-a2f3d5957e42 req-ef34abbf-6a4f-4ad2-99d8-5a2fa12dbb5c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 932 time: 0.0494356 May 25 15:04:29.443677 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Publish callbacks [] for port (f7072705-f1db-4bc8-a3d5-6e626bab50e6), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:29.482861 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a75765d1-6004-42a0-9023-a2f3d5957e42 req-6e147f49-f09c-46bd-b3fe-b523d71deadd tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415711 May 25 15:04:29.494303 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:29.495436 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.provisioning_blocks [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Transition to ACTIVE for port object f7072705-f1db-4bc8-a3d5-6e626bab50e6 will not be triggered until provisioned by entity L2. {{(pid=116225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:04:29.528339 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-ab2a1fc6-75bb-40c9-ad5d-0f8a79bcb73b service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107860 May 25 15:04:29.590800 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (f7072705-f1db-4bc8-a3d5-6e626bab50e6), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:29.644945 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Pushing event updated for resources: {'Port': ['ID=f7072705-f1db-4bc8-a3d5-6e626bab50e6,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:29.716458 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Attempting to bind port f7072705-f1db-4bc8-a3d5-6e626bab50e6 on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:04:29.716830 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Attempting to bind port f7072705-f1db-4bc8-a3d5-6e626bab50e6 by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:04:29.717163 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Attempting to bind port f7072705-f1db-4bc8-a3d5-6e626bab50e6 on network fa952598-36d5-42ef-b4ac-0f4017a94969 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:04:29.722190 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Port f7072705-f1db-4bc8-a3d5-6e626bab50e6 on network fa952598-36d5-42ef-b4ac-0f4017a94969 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:04:29.722519 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Attempting to bind port f7072705-f1db-4bc8-a3d5-6e626bab50e6 on network fa952598-36d5-42ef-b4ac-0f4017a94969 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:04:29.728453 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:04:29.728808 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Checking segment: {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:04:29.729209 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Bound using segment: {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:04:29.729645 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Bound port: f7072705-f1db-4bc8-a3d5-6e626bab50e6, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dda97b-bb69-4fb5-adff-7249e80831bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969'}}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:04:29.730017 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (f7072705-f1db-4bc8-a3d5-6e626bab50e6), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:29.801551 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] For port f7072705-f1db-4bc8-a3d5-6e626bab50e6, host hv-cinder-83028, cleared binding levels {{(pid=116225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:04:29.804614 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] For port f7072705-f1db-4bc8-a3d5-6e626bab50e6, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=f7072705-f1db-4bc8-a3d5-6e626bab50e6,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:04:29.960811 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (f7072705-f1db-4bc8-a3d5-6e626bab50e6), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:29.995460 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:29.996185 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:29.997542 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] 10.222.0.86 "PUT /v2.0/ports/f7072705-f1db-4bc8-a3d5-6e626bab50e6 HTTP/1.1" status: 200 len: 1094 time: 1.5196531 May 25 15:04:30.003212 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631dc815-ce7a-40b3-9bdb-35f04b2fca01', 'tag': 'f7072705-f1db-4bc8-a3d5-6e626bab50e6'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:04:30.009366 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38edbda-301d-438c-a969-63c90fe99c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "631dc815-ce7a-40b3-9bdb-35f04b2fca01", "tag": "f7072705-f1db-4bc8-a3d5-6e626bab50e6"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:04:30.042457 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8d278-5579-4257-a3f4-6e35dd1f2265 req-fc5a2d48-bb1c-4c47-af0d-58ce17627585 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:30.045581 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-79c8d278-5579-4257-a3f4-6e35dd1f2265 req-fc5a2d48-bb1c-4c47-af0d-58ce17627585 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0725377 May 25 15:04:30.071661 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fd7ac4-93ca-4e9f-955a-f5c56d05019f x-openstack-request-id: req-68fd7ac4-93ca-4e9f-955a-f5c56d05019f {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:04:30.071967 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631dc815-ce7a-40b3-9bdb-35f04b2fca01", "tag": "f7072705-f1db-4bc8-a3d5-6e626bab50e6", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:04:30.072194 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-68fd7ac4-93ca-4e9f-955a-f5c56d05019f {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:04:30.072591 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68fd7ac4-93ca-4e9f-955a-f5c56d05019f'] response: {'name': 'network-changed', 'server_uuid': '631dc815-ce7a-40b3-9bdb-35f04b2fca01', 'tag': 'f7072705-f1db-4bc8-a3d5-6e626bab50e6', 'status': 'completed', 'code': 200} May 25 15:04:30.081146 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ef8c0-f002-42c1-80e1-bbf89d61c471 service neutron] Pushing event updated for resources: {'Port': ['ID=f7072705-f1db-4bc8-a3d5-6e626bab50e6,revision_number=3']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:30.105509 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-79c8d278-5579-4257-a3f4-6e35dd1f2265 req-ccc0f12f-0a68-4c15-a3e1-7252c50559b5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520360 May 25 15:04:30.160815 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38edbda-301d-438c-a969-63c90fe99c0a req-d43c7ce1-7aee-489d-9793-3bf0b20b0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:30.163384 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e38edbda-301d-438c-a969-63c90fe99c0a req-d43c7ce1-7aee-489d-9793-3bf0b20b0da7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 1128 time: 0.0464790 May 25 15:04:30.331073 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38edbda-301d-438c-a969-63c90fe99c0a req-4cd331ca-e8b8-4d99-ae25-355a36174185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:30.332585 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e38edbda-301d-438c-a969-63c90fe99c0a req-4cd331ca-e8b8-4d99-ae25-355a36174185 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1516244 May 25 15:04:30.472969 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38edbda-301d-438c-a969-63c90fe99c0a req-da1d336b-38e0-4b97-9e35-6ab11afd758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:30.474824 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e38edbda-301d-438c-a969-63c90fe99c0a req-da1d336b-38e0-4b97-9e35-6ab11afd758d service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355703 May 25 15:04:30.613205 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:30.625168 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbcea4-3774-4d71-9893-f5cccc5c2406 req-0baeafd6-87b7-4853-af10-eefbbaaeda67 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:30.626844 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5dfbcea4-3774-4d71-9893-f5cccc5c2406 req-0baeafd6-87b7-4853-af10-eefbbaaeda67 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 944 time: 0.0528898 May 25 15:04:30.680448 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5dfbcea4-3774-4d71-9893-f5cccc5c2406 req-a798c496-6092-4572-9096-fbe192d5e7db tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438318 May 25 15:04:31.234159 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:31.253646 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc690e4d-7b5c-4b49-bbac-a8b49dabc7c3 req-bf2e8991-f2ff-4fb5-a1a4-24b7cf1d9f45 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:31.270872 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bc690e4d-7b5c-4b49-bbac-a8b49dabc7c3 req-bf2e8991-f2ff-4fb5-a1a4-24b7cf1d9f45 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0500221 May 25 15:04:31.303376 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bc690e4d-7b5c-4b49-bbac-a8b49dabc7c3 req-45a44c5b-9ce0-40b4-8507-bbc94ba41ec7 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422394 May 25 15:04:31.809073 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443080a-2566-402b-8386-08542b16305d req-1075ed68-21bc-4476-b2b5-2767f8504354 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:31.811582 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b443080a-2566-402b-8386-08542b16305d req-1075ed68-21bc-4476-b2b5-2767f8504354 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 944 time: 0.0561621 May 25 15:04:31.875785 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b443080a-2566-402b-8386-08542b16305d req-3ae2fd94-0118-4c22-aa25-16177286a9b8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584764 May 25 15:04:32.438864 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56df852-5e83-4f53-99e1-d2f7ac64e3e2 req-d0a230d8-6770-44a7-88d2-6e15dc19c393 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:32.440531 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a56df852-5e83-4f53-99e1-d2f7ac64e3e2 req-d0a230d8-6770-44a7-88d2-6e15dc19c393 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0554025 May 25 15:04:32.492226 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a56df852-5e83-4f53-99e1-d2f7ac64e3e2 req-1cb18f7e-31ef-4b39-b10f-e238270c18a4 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455689 May 25 15:04:33.010848 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcc9c0-5349-4ad4-93f0-b722d9c064b8 req-6bdf0af5-9c78-465e-a928-365dc5793764 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:33.012477 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c7fcc9c0-5349-4ad4-93f0-b722d9c064b8 req-6bdf0af5-9c78-465e-a928-365dc5793764 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 944 time: 0.0583792 May 25 15:04:33.062652 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c7fcc9c0-5349-4ad4-93f0-b722d9c064b8 req-707944db-4840-437b-8b93-d4de6b19d285 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436399 May 25 15:04:33.633986 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2267abb-c1e3-430c-b70d-3bada09928e7 req-ed9e4bf8-7c2c-4dd4-b032-8e2e1a9415ad tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:33.636295 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d2267abb-c1e3-430c-b70d-3bada09928e7 req-ed9e4bf8-7c2c-4dd4-b032-8e2e1a9415ad tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0677168 May 25 15:04:33.688446 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d2267abb-c1e3-430c-b70d-3bada09928e7 req-3a2ce564-14bc-456a-abbd-b65e14333743 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468700 May 25 15:04:34.188056 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d53d0-40f6-4b16-aa25-464307e09d1f req-5bdab878-6278-4e45-95c7-d485c5c93742 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:34.190374 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-447d53d0-40f6-4b16-aa25-464307e09d1f req-5bdab878-6278-4e45-95c7-d485c5c93742 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 944 time: 0.0580161 May 25 15:04:34.305215 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-447d53d0-40f6-4b16-aa25-464307e09d1f req-d3a797b5-e85c-49b6-831b-4cb1fa96e0bb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067083 May 25 15:04:34.511537 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=16 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:34.838900 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd589cdd-fba4-4518-8faf-5025b6704a00 req-4b34eec7-26dd-4391-9144-30629f37ba41 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:34.840808 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fd589cdd-fba4-4518-8faf-5025b6704a00 req-4b34eec7-26dd-4391-9144-30629f37ba41 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0598423 May 25 15:04:34.895433 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fd589cdd-fba4-4518-8faf-5025b6704a00 req-83a09631-6168-4323-bd6f-06e0027d29b6 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463698 May 25 15:04:35.429043 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874a5dc-cf82-4578-8a87-0a8119e17723 req-13e7b1e8-b7b2-49f6-a407-2ad2fa4014f8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:35.432746 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e874a5dc-cf82-4578-8a87-0a8119e17723 req-13e7b1e8-b7b2-49f6-a407-2ad2fa4014f8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 944 time: 0.0524967 May 25 15:04:35.497918 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e874a5dc-cf82-4578-8a87-0a8119e17723 req-542b036d-9c5e-4606-8303-4c92bba692d0 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501361 May 25 15:04:35.560366 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:36.025526 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b2cd1-e20c-4edc-ac00-9ff3d7ec69a3 req-6f6b5538-db99-44ef-8577-d12d8e92a3d9 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:36.027030 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6b5b2cd1-e20c-4edc-ac00-9ff3d7ec69a3 req-6f6b5538-db99-44ef-8577-d12d8e92a3d9 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0560873 May 25 15:04:36.079105 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6b5b2cd1-e20c-4edc-ac00-9ff3d7ec69a3 req-3ff29840-e805-441e-ac8a-88524df6b878 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464532 May 25 15:04:36.616994 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-fd8202d4-9aea-4e9f-a474-e7344bd28a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:36.619031 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89d587-5c38-4e18-96fd-a124c6d8c83a req-8bacc3e7-3100-4231-832b-31f9f46a38c8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:36.620549 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fe89d587-5c38-4e18-96fd-a124c6d8c83a req-8bacc3e7-3100-4231-832b-31f9f46a38c8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 944 time: 0.0551636 May 25 15:04:36.663995 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:36.677497 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fe89d587-5c38-4e18-96fd-a124c6d8c83a req-fff51a43-f37e-4f32-b77f-1a13633501ce tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512710 May 25 15:04:37.211426 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b4cc0-6b8b-4b4f-bb91-23f76c79a1da req-f6e4e89d-52de-4108-8a4e-65fba7203bbb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:37.213117 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a97b4cc0-6b8b-4b4f-bb91-23f76c79a1da req-f6e4e89d-52de-4108-8a4e-65fba7203bbb tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0562730 May 25 15:04:37.271932 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a97b4cc0-6b8b-4b4f-bb91-23f76c79a1da req-909435af-1253-4b88-b0ae-898d2d77985f tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513952 May 25 15:04:37.800214 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012e3ca-6029-45d3-ae38-908408256267 req-1dd7f97c-d102-404b-8b27-dacefec0b561 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:37.801775 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2012e3ca-6029-45d3-ae38-908408256267 req-1dd7f97c-d102-404b-8b27-dacefec0b561 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 944 time: 0.0535345 May 25 15:04:37.861576 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2012e3ca-6029-45d3-ae38-908408256267 req-b9e000f6-b44a-4e0e-9d63-a2011c6238d7 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541670 May 25 15:04:38.388491 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:38.406750 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7272e3-26f6-481d-8c9d-9c4a96a0bfd0 req-3e9fc645-9bf8-4dec-bb6e-8c20a6e008a9 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:38.408182 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5b7272e3-26f6-481d-8c9d-9c4a96a0bfd0 req-3e9fc645-9bf8-4dec-bb6e-8c20a6e008a9 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0510488 May 25 15:04:38.459094 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5b7272e3-26f6-481d-8c9d-9c4a96a0bfd0 req-ecab8d56-a6ff-4912-81b0-dbaf597191f8 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451336 May 25 15:04:38.981849 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0504c90-31eb-4871-ad2a-31f11f4f04ad req-9a2016b0-ca3f-4389-97bd-85d2397519e5 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:38.983398 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c0504c90-31eb-4871-ad2a-31f11f4f04ad req-9a2016b0-ca3f-4389-97bd-85d2397519e5 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 944 time: 0.0514469 May 25 15:04:39.032622 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c0504c90-31eb-4871-ad2a-31f11f4f04ad req-f1e7045c-4933-4c37-b17c-67bc807a642d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431406 May 25 15:04:39.179748 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-e64c317b-9896-46ae-89b2-47add3a3afcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:39.581736 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4dd34-0f7e-4d81-862a-caf8bb8e6ce0 req-60d4fe50-56c8-4c29-a7eb-7257c6b24ab1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:39.583541 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-78b4dd34-0f7e-4d81-862a-caf8bb8e6ce0 req-60d4fe50-56c8-4c29-a7eb-7257c6b24ab1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0492699 May 25 15:04:39.631013 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-78b4dd34-0f7e-4d81-862a-caf8bb8e6ce0 req-9e7ac106-341b-4cb7-b848-83d5cdf9df19 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417681 May 25 15:04:40.148477 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574a514-fadc-4f68-93b3-fcaf0e6e5690 req-49bd5781-266b-4729-894a-0cc18e016965 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:40.150919 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b574a514-fadc-4f68-93b3-fcaf0e6e5690 req-49bd5781-266b-4729-894a-0cc18e016965 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 944 time: 0.0512776 May 25 15:04:40.199589 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b574a514-fadc-4f68-93b3-fcaf0e6e5690 req-921f0f9c-df28-42ba-b0a8-45560f9996c1 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433283 May 25 15:04:40.350763 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:40.467982 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:40.470968 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=34 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:40.747635 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122f573-3d13-4a78-a810-45ea14462c92 req-c18556fe-035f-4396-af39-489e74a50080 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:40.749678 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6122f573-3d13-4a78-a810-45ea14462c92 req-c18556fe-035f-4396-af39-489e74a50080 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0469489 May 25 15:04:40.796236 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6122f573-3d13-4a78-a810-45ea14462c92 req-9eb55a79-bfc9-42fa-8017-15fd601d4cfd tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409992 May 25 15:04:41.311475 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f682be3-571d-469d-a56e-82b2adb91582 req-bd647cd2-e6a8-40b9-ba52-278b069640eb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:41.312931 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1f682be3-571d-469d-a56e-82b2adb91582 req-bd647cd2-e6a8-40b9-ba52-278b069640eb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 944 time: 0.0475116 May 25 15:04:41.363472 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1f682be3-571d-469d-a56e-82b2adb91582 req-1c1b8e96-655b-441a-b81b-2575504c7e85 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449648 May 25 15:04:41.508738 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:41.914623 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbaace-b9d8-490d-a4d1-0a28daec0815 req-35fb63bc-3cf9-40c4-b533-490e9d4a6ebe tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:41.916102 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-89bbaace-b9d8-490d-a4d1-0a28daec0815 req-35fb63bc-3cf9-40c4-b533-490e9d4a6ebe tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0461440 May 25 15:04:41.963715 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-89bbaace-b9d8-490d-a4d1-0a28daec0815 req-b3505e18-0fda-46d6-9e7f-b29da0c1a8a9 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421441 May 25 15:04:42.475036 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57cc30-7fba-4078-97d5-89fa14210be0 req-50894763-7da3-4c52-b6c4-094260beafb4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:42.476546 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cf57cc30-7fba-4078-97d5-89fa14210be0 req-50894763-7da3-4c52-b6c4-094260beafb4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 944 time: 0.0470524 May 25 15:04:42.522367 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cf57cc30-7fba-4078-97d5-89fa14210be0 req-2c7fc23e-8fd4-4ecb-9917-7676daf70060 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403230 May 25 15:04:42.914012 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:43.083026 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e26bf5-c4c8-4dce-b74d-94576272e916 req-97b0790c-1464-49d4-b092-46c5ab12c2ab tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:43.084525 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-52e26bf5-c4c8-4dce-b74d-94576272e916 req-97b0790c-1464-49d4-b092-46c5ab12c2ab tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0506263 May 25 15:04:43.109836 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:43.131188 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-52e26bf5-c4c8-4dce-b74d-94576272e916 req-5021a740-aa4a-459d-9939-20f1e54a43f2 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409968 May 25 15:04:43.449165 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-5caecc8e-e85c-4a34-8992-5aa2b152d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:43.450666 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-5caecc8e-e85c-4a34-8992-5aa2b152d6ea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 1128 time: 0.0403287 May 25 15:04:43.634580 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0508d31-6de0-4e2c-b17e-65d205de3584 req-a743080e-16fb-4aee-baae-b78e596f4b09 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:43.636050 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d0508d31-6de0-4e2c-b17e-65d205de3584 req-a743080e-16fb-4aee-baae-b78e596f4b09 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 944 time: 0.0462062 May 25 15:04:43.682653 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d0508d31-6de0-4e2c-b17e-65d205de3584 req-6438bba5-2099-4ffe-9332-69be80529262 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405023 May 25 15:04:44.271193 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de096190-4985-450e-bf73-660fcf38883d req-50bb3ca1-5451-44b5-ae36-73fe4c55d6c8 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:44.273070 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-de096190-4985-450e-bf73-660fcf38883d req-50bb3ca1-5451-44b5-ae36-73fe4c55d6c8 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0528908 May 25 15:04:44.332038 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-de096190-4985-450e-bf73-660fcf38883d req-e38572f1-71fc-4561-ad0c-3c3078cf7f9c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535905 May 25 15:04:44.795687 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f2a11-430a-4eed-ac98-29c699695414 req-446c1c0c-1995-4faa-a2b4-778eaf882858 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:44.797202 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-081f2a11-430a-4eed-ac98-29c699695414 req-446c1c0c-1995-4faa-a2b4-778eaf882858 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 944 time: 0.0474830 May 25 15:04:44.808393 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:44.845280 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-081f2a11-430a-4eed-ac98-29c699695414 req-83a5d78e-6275-438b-83ff-cf67242a8201 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424924 May 25 15:04:45.450370 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356c9f7-37d0-44dd-85ba-d224ecc8fbcb req-df878d73-0d7e-48d1-b614-99ffcd0c8e4d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:45.451850 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e356c9f7-37d0-44dd-85ba-d224ecc8fbcb req-df878d73-0d7e-48d1-b614-99ffcd0c8e4d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0469558 May 25 15:04:45.498365 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e356c9f7-37d0-44dd-85ba-d224ecc8fbcb req-77d284b1-7db3-4dd4-bbbd-c65792e36a04 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408518 May 25 15:04:45.804246 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-c2db390c-a816-4c58-af92-fcd048b17565 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7072705-f1db-4bc8-a3d5-6e626bab50e6 HTTP/1.1" status: 200 len: 217 time: 0.0375140 May 25 15:04:46.034973 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-542fe619-d349-400f-9db1-cd2e83684d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:46.036631 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-542fe619-d349-400f-9db1-cd2e83684d8c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1ed1170-215c-4406-945e-b79e6c0cdc5d HTTP/1.1" status: 200 len: 853 time: 0.0510559 May 25 15:04:46.061047 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee63b9-6ee0-490d-95f7-922eac713ab7 req-5660880c-4d27-4107-80c9-b7b3d61459e5 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:46.062532 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-03ee63b9-6ee0-490d-95f7-922eac713ab7 req-5660880c-4d27-4107-80c9-b7b3d61459e5 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 944 time: 0.0572948 May 25 15:04:46.083921 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-d044744d-8b18-4862-9e2d-d5e064b61cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:46.085546 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-d044744d-8b18-4862-9e2d-d5e064b61cca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa952598-36d5-42ef-b4ac-0f4017a94969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415421 May 25 15:04:46.110525 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-03ee63b9-6ee0-490d-95f7-922eac713ab7 req-e6b74129-e95a-415e-a7f5-19569025a5ca tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424192 May 25 15:04:46.192418 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-53dbe252-5772-46ad-97d8-25f2ab9683a9 service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895391 May 25 15:04:46.282269 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-927c36ff-d181-4a79-ba6d-72f9a2101064 req-71c69f60-1fce-43f8-aa90-eee5d4e3d920 service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842485 May 25 15:04:46.617182 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22fcb5-16a1-4ac9-b108-f3d7a2367351 req-e9cd24d1-5de3-4f57-9cd2-6d299faa87fa tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:46.618583 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0b22fcb5-16a1-4ac9-b108-f3d7a2367351 req-e9cd24d1-5de3-4f57-9cd2-6d299faa87fa tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0462162 May 25 15:04:46.664733 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0b22fcb5-16a1-4ac9-b108-f3d7a2367351 req-bbcb19c6-d52d-441e-b8e9-a8590048441d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406077 May 25 15:04:47.226397 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740f66c-20e0-42cf-ae13-e5218f464038 req-6083f172-9b40-44cb-83c3-a2363e06e1d4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:47.227871 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f740f66c-20e0-42cf-ae13-e5218f464038 req-6083f172-9b40-44cb-83c3-a2363e06e1d4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 944 time: 0.0494893 May 25 15:04:47.274358 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f740f66c-20e0-42cf-ae13-e5218f464038 req-0d93d58c-afcd-47d3-9376-854b957f4398 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410185 May 25 15:04:47.787944 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570592b-0d4b-4f4f-9a8b-9ac66b4d8a94 req-cdfe6cf4-3ea1-4a91-9dfa-5cf0ce4c2805 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:47.789401 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9570592b-0d4b-4f4f-9a8b-9ac66b4d8a94 req-cdfe6cf4-3ea1-4a91-9dfa-5cf0ce4c2805 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 944 time: 0.0482411 May 25 15:04:47.837664 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9570592b-0d4b-4f4f-9a8b-9ac66b4d8a94 req-99ec70fa-7b64-4e3d-8555-0d92703ee275 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427213 May 25 15:04:48.241691 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device d0275964-ead5-40f3-93a4-63cb2514a0ae details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:04:48.244121 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=57,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:48.245612 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=56,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:48.344823 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port d0275964-ead5-40f3-93a4-63cb2514a0ae, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=d0275964-ead5-40f3-93a4-63cb2514a0ae,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:48.357481 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': 'd0275964-ead5-40f3-93a4-63cb2514a0ae', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'port_id': 'd0275964-ead5-40f3-93a4-63cb2514a0ae', 'mac_address': 'fa:16:3e:a8:88:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:04:48.389605 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e956639-9e84-4c98-988a-b98122aabd57 req-8a84fda6-3d81-4b08-b51d-32d51a687e42 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:48.391134 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4e956639-9e84-4c98-988a-b98122aabd57 req-8a84fda6-3d81-4b08-b51d-32d51a687e42 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 944 time: 0.0475082 May 25 15:04:48.392975 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port d0275964-ead5-40f3-93a4-63cb2514a0ae is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:48.393415 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:48.407054 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0275964-ead5-40f3-93a4-63cb2514a0ae {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:04:48.427576 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port d0275964-ead5-40f3-93a4-63cb2514a0ae, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=d0275964-ead5-40f3-93a4-63cb2514a0ae,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:48.442194 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4e956639-9e84-4c98-988a-b98122aabd57 req-4af1c82d-2382-4630-8715-b5d260a09f03 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455604 May 25 15:04:48.528074 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:48.574815 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=d0275964-ead5-40f3-93a4-63cb2514a0ae,revision_number=9']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:48.582228 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:48.582575 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:48.582955 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:48.583299 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:48.583639 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:48.583975 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:48.584304 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:48.584632 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:48.584962 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:48.585289 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:48.585616 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:48.587090 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:48.587090 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:48.587090 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:48.587090 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:48.959851 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa928428-657b-4859-8d63-d0ab49550003 req-849ac244-a4c0-49e3-8ff0-f5da35348272 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:48.961318 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fa928428-657b-4859-8d63-d0ab49550003 req-849ac244-a4c0-49e3-8ff0-f5da35348272 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 945 time: 0.0474992 May 25 15:04:49.010918 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fa928428-657b-4859-8d63-d0ab49550003 req-4607a7f4-bef7-4dbc-aaa6-a8a28c46acc1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438488 May 25 15:04:49.110607 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['d0275964-ead5-40f3-93a4-63cb2514a0ae'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:04:49.554386 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f78ae-7179-4f98-9fcf-5001d5106b0f req-04f4bcb6-e899-4994-9033-334f0ef911e3 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:49.555888 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6b6f78ae-7179-4f98-9fcf-5001d5106b0f req-04f4bcb6-e899-4994-9033-334f0ef911e3 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 944 time: 0.0472014 May 25 15:04:49.601816 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6b6f78ae-7179-4f98-9fcf-5001d5106b0f req-1a02ad0e-0e3d-4abb-8fe8-5e8baf59a01e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399249 May 25 15:04:50.124018 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:50.132163 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ffe5f-c404-40ff-832e-41183ae92274 req-2c2d160c-bf4c-41be-b260-580c22e0055b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:50.137723 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ee2ffe5f-c404-40ff-832e-41183ae92274 req-2c2d160c-bf4c-41be-b260-580c22e0055b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 945 time: 0.0498717 May 25 15:04:50.180734 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ee2ffe5f-c404-40ff-832e-41183ae92274 req-de780ee9-af89-4d9d-9ef5-2cbdff228ebc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415208 May 25 15:04:50.265164 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device f7072705-f1db-4bc8-a3d5-6e626bab50e6 details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:04:50.272269 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device d0275964-ead5-40f3-93a4-63cb2514a0ae up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:04:50.443777 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.db.resource_extend [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 15:04:50.498047 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port d0275964-ead5-40f3-93a4-63cb2514a0ae triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:50.498392 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.534231 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:50.564506 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port f7072705-f1db-4bc8-a3d5-6e626bab50e6, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=f7072705-f1db-4bc8-a3d5-6e626bab50e6,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:50.579937 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': 'f7072705-f1db-4bc8-a3d5-6e626bab50e6', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'port_id': 'f7072705-f1db-4bc8-a3d5-6e626bab50e6', 'mac_address': 'fa:16:3e:06:fc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:04:50.630010 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port d0275964-ead5-40f3-93a4-63cb2514a0ae is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:50.635850 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.654774 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port f7072705-f1db-4bc8-a3d5-6e626bab50e6 is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:50.655168 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (f7072705-f1db-4bc8-a3d5-6e626bab50e6), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.669253 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adffb0a-813f-410e-88eb-e901f068c873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0275964-ead5-40f3-93a4-63cb2514a0ae'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:04:50.671530 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a766d6bc-6aad-4b14-8e1d-e50fae0a28fe" -d '{"events": [{"server_uuid": "7adffb0a-813f-410e-88eb-e901f068c873", "name": "network-vif-plugged", "status": "completed", "tag": "d0275964-ead5-40f3-93a4-63cb2514a0ae"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:04:50.677565 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:50.687552 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7072705-f1db-4bc8-a3d5-6e626bab50e6 {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:04:50.696951 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port d0275964-ead5-40f3-93a4-63cb2514a0ae, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=d0275964-ead5-40f3-93a4-63cb2514a0ae,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:50.712602 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fa2b48-01e1-4c4a-b686-c6219bd20bab x-openstack-request-id: req-49fa2b48-01e1-4c4a-b686-c6219bd20bab {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:04:50.712885 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adffb0a-813f-410e-88eb-e901f068c873", "name": "network-vif-plugged", "status": "completed", "tag": "d0275964-ead5-40f3-93a4-63cb2514a0ae", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:04:50.713137 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-49fa2b48-01e1-4c4a-b686-c6219bd20bab {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:04:50.713523 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49fa2b48-01e1-4c4a-b686-c6219bd20bab'] response: {'server_uuid': '7adffb0a-813f-410e-88eb-e901f068c873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0275964-ead5-40f3-93a4-63cb2514a0ae', 'code': 200} May 25 15:04:50.716933 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port f7072705-f1db-4bc8-a3d5-6e626bab50e6, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=f7072705-f1db-4bc8-a3d5-6e626bab50e6,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:50.721746 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23babdc4-dc77-42f3-8670-052a4be7609f req-9a2ee631-e040-424f-9743-f4a1e1e61546 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:50.723242 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-23babdc4-dc77-42f3-8670-052a4be7609f req-9a2ee631-e040-424f-9743-f4a1e1e61546 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 944 time: 0.0513546 May 25 15:04:50.770779 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-23babdc4-dc77-42f3-8670-052a4be7609f req-8f11edc7-e2ac-470e-99b6-f1e662c1d498 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418787 May 25 15:04:50.828653 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (f7072705-f1db-4bc8-a3d5-6e626bab50e6), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.831124 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.880956 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=f7072705-f1db-4bc8-a3d5-6e626bab50e6,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:50.927842 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=d0275964-ead5-40f3-93a4-63cb2514a0ae,revision_number=10']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:51.169285 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f45d62-bf69-4f4a-b447-3054bca734e2 req-019fe499-817b-4ae7-ac6f-82556e471220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:51.170841 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d7f45d62-bf69-4f4a-b447-3054bca734e2 req-019fe499-817b-4ae7-ac6f-82556e471220 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 1131 time: 0.0429676 May 25 15:04:51.215789 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d7f45d62-bf69-4f4a-b447-3054bca734e2 req-0a2c4035-8594-4ece-a574-eb033f57ae67 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384288 May 25 15:04:51.253497 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['f7072705-f1db-4bc8-a3d5-6e626bab50e6'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:04:51.429079 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:51.444538 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e37d44-e639-48f1-bb30-7d991b649488 req-088c5968-54de-4aab-8028-b5c942a47afa tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:51.445979 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-66e37d44-e639-48f1-bb30-7d991b649488 req-088c5968-54de-4aab-8028-b5c942a47afa tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 947 time: 0.0467753 May 25 15:04:51.496891 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-66e37d44-e639-48f1-bb30-7d991b649488 req-cfd894c9-0c14-4d77-873a-c20b78014ff5 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451787 May 25 15:04:51.882700 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808d7ba-8c53-45b5-b6fd-efc75fee6176 req-73ce15f5-eab4-44ed-a01a-56ebb5accc21 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:51.884289 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4808d7ba-8c53-45b5-b6fd-efc75fee6176 req-73ce15f5-eab4-44ed-a01a-56ebb5accc21 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 945 time: 0.0475991 May 25 15:04:51.931671 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4808d7ba-8c53-45b5-b6fd-efc75fee6176 req-7b3257d4-4675-454d-984a-8a5e378fa8e4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418139 May 25 15:04:52.274096 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device f7072705-f1db-4bc8-a3d5-6e626bab50e6 up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:04:52.315312 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0b11254b-7ada-4b9e-a946-a2c7360f4669 req-4f3493d3-5919-457e-a28e-0ab824d72ff0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390046 May 25 15:04:52.317135 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port f7072705-f1db-4bc8-a3d5-6e626bab50e6 completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:04:52.388742 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11254b-7ada-4b9e-a946-a2c7360f4669 req-b1bef3ce-0712-4352-9365-ffefceb1bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:52.390222 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0b11254b-7ada-4b9e-a946-a2c7360f4669 req-b1bef3ce-0712-4352-9365-ffefceb1bd26 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=89a36e186c5f4d3c8b9030d91f6a30f6&device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 1130 time: 0.0386426 May 25 15:04:52.391928 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port f7072705-f1db-4bc8-a3d5-6e626bab50e6 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:52.392305 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (f7072705-f1db-4bc8-a3d5-6e626bab50e6), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:52.467479 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port f7072705-f1db-4bc8-a3d5-6e626bab50e6 is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:52.467955 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (f7072705-f1db-4bc8-a3d5-6e626bab50e6), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:52.499033 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11254b-7ada-4b9e-a946-a2c7360f4669 req-88d3fbc4-77cb-4e22-803c-cc020b994233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:52.501046 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0b11254b-7ada-4b9e-a946-a2c7360f4669 req-88d3fbc4-77cb-4e22-803c-cc020b994233 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ebc02943-e245-4287-8851-2c76f257286a HTTP/1.1" status: 200 len: 911 time: 0.0899789 May 25 15:04:52.502206 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port f7072705-f1db-4bc8-a3d5-6e626bab50e6, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=f7072705-f1db-4bc8-a3d5-6e626bab50e6,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:52.564147 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0b11254b-7ada-4b9e-a946-a2c7360f4669 req-fcfa6589-e445-4f05-8432-8f2e04f3a3cf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4734f99-b653-4271-85f9-99aee86cd902 HTTP/1.1" status: 200 len: 1002 time: 0.0565240 May 25 15:04:52.591309 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (f7072705-f1db-4bc8-a3d5-6e626bab50e6), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:52.616915 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149122a-555f-49d7-8823-27284a84acaf req-79e3f59e-40b9-4be0-9a6b-b9c07045c72c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:52.618223 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11254b-7ada-4b9e-a946-a2c7360f4669 req-8626db56-aa07-4af4-b452-b632744f6a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:52.618458 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7149122a-555f-49d7-8823-27284a84acaf req-79e3f59e-40b9-4be0-9a6b-b9c07045c72c tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 947 time: 0.0488122 May 25 15:04:52.619276 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0b11254b-7ada-4b9e-a946-a2c7360f4669 req-8626db56-aa07-4af4-b452-b632744f6a6b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8a273b51-9d95-4b21-9830-1ac6ac028637 HTTP/1.1" status: 200 len: 849 time: 0.0458493 May 25 15:04:52.649813 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=f7072705-f1db-4bc8-a3d5-6e626bab50e6,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:52.668840 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7149122a-555f-49d7-8823-27284a84acaf req-6fe28507-e592-4d87-a6dc-928988445117 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445445 May 25 15:04:52.672934 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11254b-7ada-4b9e-a946-a2c7360f4669 req-0fa83de4-37e1-4817-a6ee-a7d33edb114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:52.674445 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0b11254b-7ada-4b9e-a946-a2c7360f4669 req-0fa83de4-37e1-4817-a6ee-a7d33edb114b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebc02943-e245-4287-8851-2c76f257286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453949 May 25 15:04:52.714570 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631dc815-ce7a-40b3-9bdb-35f04b2fca01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7072705-f1db-4bc8-a3d5-6e626bab50e6'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:04:52.716900 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cff4feb-8fe3-4e05-b151-71c924204ad7" -d '{"events": [{"server_uuid": "631dc815-ce7a-40b3-9bdb-35f04b2fca01", "name": "network-vif-plugged", "status": "completed", "tag": "f7072705-f1db-4bc8-a3d5-6e626bab50e6"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:04:52.753147 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b3e9df-96cb-4f44-9ede-e15622c75e9c x-openstack-request-id: req-e6b3e9df-96cb-4f44-9ede-e15622c75e9c {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:04:52.753434 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631dc815-ce7a-40b3-9bdb-35f04b2fca01", "name": "network-vif-plugged", "status": "completed", "tag": "f7072705-f1db-4bc8-a3d5-6e626bab50e6", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:04:52.753685 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e6b3e9df-96cb-4f44-9ede-e15622c75e9c {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:04:52.754084 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b3e9df-96cb-4f44-9ede-e15622c75e9c'] response: {'server_uuid': '631dc815-ce7a-40b3-9bdb-35f04b2fca01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7072705-f1db-4bc8-a3d5-6e626bab50e6', 'code': 200} May 25 15:04:52.766797 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0b11254b-7ada-4b9e-a946-a2c7360f4669 req-0665b7e9-fc57-4dd8-8823-12b3adac0c4e service neutron] 10.222.0.86 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848606 May 25 15:04:53.047646 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a99da8-8e47-4f87-8bf3-de15fdd0ca47 req-0d77f18f-d28a-44a4-8aaa-4db0f2d887cb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:53.048953 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-72a99da8-8e47-4f87-8bf3-de15fdd0ca47 req-0d77f18f-d28a-44a4-8aaa-4db0f2d887cb tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 946 time: 0.0503788 May 25 15:04:53.096594 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-72a99da8-8e47-4f87-8bf3-de15fdd0ca47 req-12f1ca29-4594-44c7-8e10-5fe79faf37d4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421200 May 25 15:04:53.317442 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0b11254b-7ada-4b9e-a946-a2c7360f4669 req-498edcba-7ec5-4c56-b592-6dd8e8f50d40 service neutron] 10.222.0.86 "GET /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979769 May 25 15:04:53.622037 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b84b6-3ead-4c6e-a354-df08158d8c33 req-d89483dd-a9e7-4b7d-91e0-80614b303e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:53.623580 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-db8b84b6-3ead-4c6e-a354-df08158d8c33 req-d89483dd-a9e7-4b7d-91e0-80614b303e12 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 1130 time: 0.0391262 May 25 15:04:53.627653 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:04:53.635981 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:53.656305 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:53.670623 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-db8b84b6-3ead-4c6e-a354-df08158d8c33 req-25fa4d84-0c99-4c99-b6c5-3cb98f3f03f9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394742 May 25 15:04:53.791973 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57930c6e-1792-4660-82e4-6d4b43ba72a6 req-166b2630-36ae-4cf3-a725-7a5edabd70d1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:53.793457 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-57930c6e-1792-4660-82e4-6d4b43ba72a6 req-166b2630-36ae-4cf3-a725-7a5edabd70d1 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 947 time: 0.0460274 May 25 15:04:53.843233 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-57930c6e-1792-4660-82e4-6d4b43ba72a6 req-58eb990c-9e5a-4336-ab22-87a498f41ccc tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412080 May 25 15:04:54.216323 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25aa96-c034-4043-ab9d-42ea4c0a80cb req-350c1311-1e75-4461-bfb0-9b3aa300270d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:54.217895 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4c25aa96-c034-4043-ab9d-42ea4c0a80cb req-350c1311-1e75-4461-bfb0-9b3aa300270d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 946 time: 0.0503316 May 25 15:04:54.502091 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4c25aa96-c034-4043-ab9d-42ea4c0a80cb req-890a2822-920d-4591-88fc-1a6c6a4159b9 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781086 May 25 15:04:54.959756 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56158ba5-13e3-458a-a9d6-869aa14010e9 req-1b88f72f-fe45-48d2-9afd-543fb32b9b09 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:54.961208 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-56158ba5-13e3-458a-a9d6-869aa14010e9 req-1b88f72f-fe45-48d2-9afd-543fb32b9b09 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 947 time: 0.0457003 May 25 15:04:55.007075 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-56158ba5-13e3-458a-a9d6-869aa14010e9 req-6d74e848-59a1-4c53-baa3-925d012d36d9 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402267 May 25 15:04:55.614470 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc38286-d266-4ec1-bef4-02109d487df9 req-68ea8cad-1770-4d5c-a960-8b383cd6617a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:55.615937 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5fc38286-d266-4ec1-bef4-02109d487df9 req-68ea8cad-1770-4d5c-a960-8b383cd6617a tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 946 time: 0.0463948 May 25 15:04:55.664740 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5fc38286-d266-4ec1-bef4-02109d487df9 req-86adbbda-215b-4ca0-bd65-5e22df573f3c tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431595 May 25 15:04:55.776677 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c744465-7edc-41c3-87b0-6e9e8bf5e999 req-30fe8939-ee09-4b76-ab9a-8bc9bd42b844 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:55.778132 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8c744465-7edc-41c3-87b0-6e9e8bf5e999 req-30fe8939-ee09-4b76-ab9a-8bc9bd42b844 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 946 time: 0.0483711 May 25 15:04:55.793396 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 33616) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:55.797650 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-366bed60-59f0-46e0-abf1-97de85ec0a1f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Request body: {'floatingip': {'port_id': 'f7072705-f1db-4bc8-a3d5-6e626bab50e6'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:04:55.835397 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-366bed60-59f0-46e0-abf1-97de85ec0a1f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (885ac27b-cb42-47a8-a244-f1e21387bdf3), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:55.888947 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:56.152948 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:56.186267 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f28923-8a77-49c1-9eac-65839811a23c req-85d3b668-b371-4824-b127-c8dc988194c4 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:56.187769 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e3f28923-8a77-49c1-9eac-65839811a23c req-85d3b668-b371-4824-b127-c8dc988194c4 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 947 time: 0.0807920 May 25 15:04:56.280740 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e3f28923-8a77-49c1-9eac-65839811a23c req-74a49110-7127-4b9e-a65b-5df135fc556d tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831962 May 25 15:04:56.328711 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-366bed60-59f0-46e0-abf1-97de85ec0a1f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:56.457660 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-366bed60-59f0-46e0-abf1-97de85ec0a1f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (885ac27b-cb42-47a8-a244-f1e21387bdf3), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:56.552415 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.l3_db [None req-366bed60-59f0-46e0-abf1-97de85ec0a1f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Floating IP 885ac27b-cb42-47a8-a244-f1e21387bdf3 associated. External IP: 172.27.1.51, port: f7072705-f1db-4bc8-a3d5-6e626bab50e6. May 25 15:04:56.751407 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366bed60-59f0-46e0-abf1-97de85ec0a1f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Router e98aa9c8-7bcd-4315-a027-4c785c58670b has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:04:56.757231 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:56.857703 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366bed60-59f0-46e0-abf1-97de85ec0a1f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:04:56.863029 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-366bed60-59f0-46e0-abf1-97de85ec0a1f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:56.869617 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872a501-2d1c-4ff1-b28e-c895980f97ee None None] Sync routers for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:04:56.879208 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872a501-2d1c-4ff1-b28e-c895980f97ee None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:04:56.879822 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-c872a501-2d1c-4ff1-b28e-c895980f97ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:04:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:56.896496 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-366bed60-59f0-46e0-abf1-97de85ec0a1f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "PUT /v2.0/floatingips/885ac27b-cb42-47a8-a244-f1e21387bdf3 HTTP/1.1" status: 200 len: 991 time: 1.0999196 May 25 15:04:56.896496 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631dc815-ce7a-40b3-9bdb-35f04b2fca01', 'tag': 'f7072705-f1db-4bc8-a3d5-6e626bab50e6'}] {{(pid=116226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:04:56.897216 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dc151ac6212342da2108a0a28b94f4203e9e0da67b00e21663921939482ef4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071fc9c0-f7a4-4bab-85ac-9ffdc30b5f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "631dc815-ce7a-40b3-9bdb-35f04b2fca01", "tag": "f7072705-f1db-4bc8-a3d5-6e626bab50e6"}]}' {{(pid=116226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:04:56.937070 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504b76e2-0070-4e58-8e2e-35c1a83b9d45 x-openstack-request-id: req-504b76e2-0070-4e58-8e2e-35c1a83b9d45 {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:04:56.937070 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631dc815-ce7a-40b3-9bdb-35f04b2fca01", "tag": "f7072705-f1db-4bc8-a3d5-6e626bab50e6", "status": "completed", "code": 200}]} {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:04:56.937325 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-504b76e2-0070-4e58-8e2e-35c1a83b9d45 {{(pid=116226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:04:56.937515 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-504b76e2-0070-4e58-8e2e-35c1a83b9d45'] response: {'name': 'network-changed', 'server_uuid': '631dc815-ce7a-40b3-9bdb-35f04b2fca01', 'tag': 'f7072705-f1db-4bc8-a3d5-6e626bab50e6', 'status': 'completed', 'code': 200} May 25 15:04:56.987893 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-c872a501-2d1c-4ff1-b28e-c895980f97ee None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:04:57.023043 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fc9c0-f7a4-4bab-85ac-9ffdc30b5f6f req-733c3275-e7c6-47e2-addd-c55e250d84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:57.024671 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-071fc9c0-f7a4-4bab-85ac-9ffdc30b5f6f req-733c3275-e7c6-47e2-addd-c55e250d84c7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 1130 time: 0.0397997 May 25 15:04:57.120697 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fc9c0-f7a4-4bab-85ac-9ffdc30b5f6f req-3b97cdff-d832-4c9f-8684-9bf6b7a35834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:57.122117 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-071fc9c0-f7a4-4bab-85ac-9ffdc30b5f6f req-3b97cdff-d832-4c9f-8684-9bf6b7a35834 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa952598-36d5-42ef-b4ac-0f4017a94969 HTTP/1.1" status: 200 len: 915 time: 0.0916719 May 25 15:04:57.185358 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-071fc9c0-f7a4-4bab-85ac-9ffdc30b5f6f req-04743b0c-05dd-422f-abec-059f5feb0a12 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7072705-f1db-4bc8-a3d5-6e626bab50e6 HTTP/1.1" status: 200 len: 999 time: 0.0568776 May 25 15:04:57.200211 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-c872a501-2d1c-4ff1-b28e-c895980f97ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '885ac27b-cb42-47a8-a244-f1e21387bdf3', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'port_id': 'f7072705-f1db-4bc8-a3d5-6e626bab50e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'mac_address': 'fa:16:3e:06:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631dc815-ce7a-40b3-9bdb-35f04b2fca01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:04:18Z', 'updated_at': '2022-05-25T15:04:56Z', 'revision_number': 1, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:57.230427 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872a501-2d1c-4ff1-b28e-c895980f97ee None None] Checking router: e98aa9c8-7bcd-4315-a027-4c785c58670b for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:04:57.239571 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872a501-2d1c-4ff1-b28e-c895980f97ee None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:04:57.240271 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-c872a501-2d1c-4ff1-b28e-c895980f97ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:04:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:57.242887 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fc9c0-f7a4-4bab-85ac-9ffdc30b5f6f req-0ca97ef1-b7a0-4639-adca-9e02e4082280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:57.244376 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-071fc9c0-f7a4-4bab-85ac-9ffdc30b5f6f req-0ca97ef1-b7a0-4639-adca-9e02e4082280 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1ed1170-215c-4406-945e-b79e6c0cdc5d HTTP/1.1" status: 200 len: 853 time: 0.0535567 May 25 15:04:57.290715 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fc9c0-f7a4-4bab-85ac-9ffdc30b5f6f req-3c97cf85-6d80-4c24-b34a-134f75451697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:57.295252 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-071fc9c0-f7a4-4bab-85ac-9ffdc30b5f6f req-3c97cf85-6d80-4c24-b34a-134f75451697 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa952598-36d5-42ef-b4ac-0f4017a94969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405123 May 25 15:04:57.302348 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [req-071fc9c0-f7a4-4bab-85ac-9ffdc30b5f6f req-96a424cb-2e24-4f88-8e63-40f043190cd4 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:04:57.303483 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-071fc9c0-f7a4-4bab-85ac-9ffdc30b5f6f req-96a424cb-2e24-4f88-8e63-40f043190cd4 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052161 May 25 15:04:57.346221 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-c872a501-2d1c-4ff1-b28e-c895980f97ee None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:04:57.394772 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-071fc9c0-f7a4-4bab-85ac-9ffdc30b5f6f req-dcbc3e02-68cb-440f-a4b8-b7b998dc0a82 service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845802 May 25 15:04:57.497650 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-071fc9c0-f7a4-4bab-85ac-9ffdc30b5f6f req-9927a484-fa92-4917-9a37-36ec318de3b9 service neutron] 10.222.0.86 "GET /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972505 May 25 15:04:57.564350 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-c872a501-2d1c-4ff1-b28e-c895980f97ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '885ac27b-cb42-47a8-a244-f1e21387bdf3', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'port_id': 'f7072705-f1db-4bc8-a3d5-6e626bab50e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'mac_address': 'fa:16:3e:06:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631dc815-ce7a-40b3-9bdb-35f04b2fca01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:04:18Z', 'updated_at': '2022-05-25T15:04:56Z', 'revision_number': 1, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:57.589685 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872a501-2d1c-4ff1-b28e-c895980f97ee None None] The sync data for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi is: [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '885ac27b-cb42-47a8-a244-f1e21387bdf3', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'port_id': 'f7072705-f1db-4bc8-a3d5-6e626bab50e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'mac_address': 'fa:16:3e:06:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631dc815-ce7a-40b3-9bdb-35f04b2fca01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:04:18Z', 'updated_at': '2022-05-25T15:04:56Z', 'revision_number': 1, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:04:57.790387 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba337df3-eae3-4989-830b-ae8f585c7849 None None] New status for floating IP 885ac27b-cb42-47a8-a244-f1e21387bdf3: ACTIVE {{(pid=116227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:05:05.680026 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:06.672471 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-53b4ac14-882f-4d65-b733-c84e1b0d4165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:06.891127 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=61 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:07.483483 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=47 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:07.485376 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=50 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:08.977546 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-7d5f8ed6-aaaf-4f5d-a6b9-27b8385d4b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:10.234622 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:10.425984 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:10.550862 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=74 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:10.556108 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=82 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:11.568347 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:12.951285 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:16.282541 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd6f89-0fad-4a13-9a63-5d94c2d0aeb2 req-9616de97-666c-4b81-972a-fa6e4f8f1620 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:16.284036 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-68dd6f89-0fad-4a13-9a63-5d94c2d0aeb2 req-9616de97-666c-4b81-972a-fa6e4f8f1620 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 946 time: 0.0483108 May 25 15:05:16.331087 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-68dd6f89-0fad-4a13-9a63-5d94c2d0aeb2 req-b84e963a-1dfe-4130-b5fc-c0672202dca0 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=7feaabf8-6261-4383-847d-24e108726dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414381 May 25 15:05:17.447825 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f57220-76a9-43c3-944d-ae36e161f69a req-78de13c6-023d-4fc9-a4d2-fe2142e79043 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:17.449273 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a2f57220-76a9-43c3-944d-ae36e161f69a req-78de13c6-023d-4fc9-a4d2-fe2142e79043 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 946 time: 0.0473928 May 25 15:05:17.500162 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a2f57220-76a9-43c3-944d-ae36e161f69a req-28d39297-32e5-435f-9030-8d6c51e9af42 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=7feaabf8-6261-4383-847d-24e108726dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452905 May 25 15:05:18.623307 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617ac44-0d8d-43d7-a071-81edfdd7c6f3 req-f012db41-1b83-408c-871e-0c0a871a1467 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:18.624743 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3617ac44-0d8d-43d7-a071-81edfdd7c6f3 req-f012db41-1b83-408c-871e-0c0a871a1467 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 946 time: 0.0478635 May 25 15:05:18.672845 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3617ac44-0d8d-43d7-a071-81edfdd7c6f3 req-afb1c4ec-92e0-49d5-af46-4fb72fb1281f tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups?id=7feaabf8-6261-4383-847d-24e108726dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415602 May 25 15:05:18.821158 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ef45-af56-4745-9efb-ad465a2abcc3 req-42240544-be37-4d75-b7ab-eb2645d5c3a0 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:18.822624 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d249ef45-af56-4745-9efb-ad465a2abcc3 req-42240544-be37-4d75-b7ab-eb2645d5c3a0 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.86 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 946 time: 0.0469372 May 25 15:05:18.909370 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-d249ef45-af56-4745-9efb-ad465a2abcc3 req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Deleting port b4734f99-b653-4271-85f9-99aee86cd902 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:05:18.909630 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d249ef45-af56-4745-9efb-ad465a2abcc3 req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (b4734f99-b653-4271-85f9-99aee86cd902), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:18.998976 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-d249ef45-af56-4745-9efb-ad465a2abcc3 req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] For port b4734f99-b653-4271-85f9-99aee86cd902, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=b4734f99-b653-4271-85f9-99aee86cd902,segment=NetworkSegment(f03af469-759a-437c-aeec-2c02767c933a),segment_id=f03af469-759a-437c-aeec-2c02767c933a)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:18.999335 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d249ef45-af56-4745-9efb-ad465a2abcc3 req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (b4734f99-b653-4271-85f9-99aee86cd902), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:19.163689 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d249ef45-af56-4745-9efb-ad465a2abcc3 req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:19.163969 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d249ef45-af56-4745-9efb-ad465a2abcc3 req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (2239bcd4-ce2f-4cdb-9209-39b0da412b29), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:19.164289 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [req-d249ef45-af56-4745-9efb-ad465a2abcc3 req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Floating IP 2239bcd4-ce2f-4cdb-9209-39b0da412b29 disassociated. External IP: 172.27.1.222, port: b4734f99-b653-4271-85f9-99aee86cd902. May 25 15:05:19.164641 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-d249ef45-af56-4745-9efb-ad465a2abcc3 req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Calling delete_port for b4734f99-b653-4271-85f9-99aee86cd902 owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:05:19.388810 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d249ef45-af56-4745-9efb-ad465a2abcc3 req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (b4734f99-b653-4271-85f9-99aee86cd902), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:19.414315 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Pushing event deleted for resources: {'Port': ['ID=b4734f99-b653-4271-85f9-99aee86cd902,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:19.426337 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:19.426722 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:19.427049 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:19.427390 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:19.427727 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:19.428062 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:19.428411 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:19.428718 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:19.429049 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:19.429375 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:19.429701 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:19.430032 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:19.430350 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:19.431345 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:19.431749 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:19.539230 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d249ef45-af56-4745-9efb-ad465a2abcc3 req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Router 12b10ba3-1fdf-4348-bae0-88b55dc3151c has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:05:19.644104 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d249ef45-af56-4745-9efb-ad465a2abcc3 req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:05:19.654416 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1704f7-f59b-44f2-ad42-c0edb9acfc0b None None] Sync routers for ids ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:05:19.664242 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1704f7-f59b-44f2-ad42-c0edb9acfc0b None None] Routers {'12b10ba3-1fdf-4348-bae0-88b55dc3151c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:05:19.664928 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-7f1704f7-f59b-44f2-ad42-c0edb9acfc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:05:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:19.691100 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d249ef45-af56-4745-9efb-ad465a2abcc3 req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] No DVR routers for this DVR port b4734f99-b653-4271-85f9-99aee86cd902 on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:05:19.694210 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d249ef45-af56-4745-9efb-ad465a2abcc3 req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:19.698205 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d249ef45-af56-4745-9efb-ad465a2abcc3 req-da5c328c-58c5-4d6b-b007-7d552cdeb666 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.86 "DELETE /v2.0/ports/b4734f99-b653-4271-85f9-99aee86cd902 HTTP/1.1" status: 204 len: 173 time: 0.8695061 May 25 15:05:19.698754 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85103939-9db9-4bb5-943d-2236c81b7820', 'name': 'network-vif-deleted', 'tag': 'b4734f99-b653-4271-85f9-99aee86cd902'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:05:19.700986 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e59e63b-d4c3-43fe-adde-da4be6756ac5" -d '{"events": [{"server_uuid": "85103939-9db9-4bb5-943d-2236c81b7820", "name": "network-vif-deleted", "tag": "b4734f99-b653-4271-85f9-99aee86cd902"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:05:19.743724 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ac1740-8d2c-4c3f-b7b0-1fb602252ce0 x-openstack-request-id: req-e8ac1740-8d2c-4c3f-b7b0-1fb602252ce0 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:05:19.744002 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85103939-9db9-4bb5-943d-2236c81b7820", "name": "network-vif-deleted", "tag": "b4734f99-b653-4271-85f9-99aee86cd902", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:05:19.744244 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e8ac1740-8d2c-4c3f-b7b0-1fb602252ce0 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:05:19.744646 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8ac1740-8d2c-4c3f-b7b0-1fb602252ce0'] response: {'server_uuid': '85103939-9db9-4bb5-943d-2236c81b7820', 'name': 'network-vif-deleted', 'tag': 'b4734f99-b653-4271-85f9-99aee86cd902', 'status': 'completed', 'code': 200} May 25 15:05:19.770080 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-7f1704f7-f59b-44f2-ad42-c0edb9acfc0b None None] Set router 12b10ba3-1fdf-4348-bae0-88b55dc3151c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:05:19.785499 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-798da0b0-af75-4c6e-a2c4-958abab99868 req-fe80cc6d-fdee-40ac-8e5d-f66e28e56987 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 210 time: 0.0300419 May 25 15:05:19.968751 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-7f1704f7-f59b-44f2-ad42-c0edb9acfc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:48Z', 'revision_number': 4, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96', 'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'mac_address': 'fa:16:3e:55:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:56Z', 'revision_number': 5, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'subnets': [{'id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:19.998137 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1704f7-f59b-44f2-ad42-c0edb9acfc0b None None] Checking router: 12b10ba3-1fdf-4348-bae0-88b55dc3151c for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:05:20.006812 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1704f7-f59b-44f2-ad42-c0edb9acfc0b None None] Routers {'12b10ba3-1fdf-4348-bae0-88b55dc3151c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:05:20.007446 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-7f1704f7-f59b-44f2-ad42-c0edb9acfc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:05:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:20.109421 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-7f1704f7-f59b-44f2-ad42-c0edb9acfc0b None None] Set router 12b10ba3-1fdf-4348-bae0-88b55dc3151c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:05:20.296636 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-7f1704f7-f59b-44f2-ad42-c0edb9acfc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:48Z', 'revision_number': 4, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96', 'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'mac_address': 'fa:16:3e:55:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:56Z', 'revision_number': 5, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'subnets': [{'id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:20.321668 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1704f7-f59b-44f2-ad42-c0edb9acfc0b None None] The sync data for ids ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'] in dv-cinder-830283-3-iscsi is: [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:48Z', 'revision_number': 4, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96', 'name': '', 'network_id': 'ebc02943-e245-4287-8851-2c76f257286a', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'mac_address': 'fa:16:3e:55:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:54:56Z', 'revision_number': 5, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'subnets': [{'id': '8a273b51-9d95-4b21-9830-1ac6ac028637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:05:20.550438 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228fc122-2f5e-4a5e-b6df-662e094a21b5 None None] New status for floating IP 2239bcd4-ce2f-4cdb-9209-39b0da412b29: DOWN {{(pid=116227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:05:20.907678 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-85504164-b9e7-450a-9759-704b5af11d3d req-31fc63ef-78d2-4a14-81a9-a9360179eb7b tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/ports?device_id=85103939-9db9-4bb5-943d-2236c81b7820 HTTP/1.1" status: 200 len: 210 time: 0.0306478 May 25 15:05:22.077986 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 33740) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:22.133856 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-081fbd01-2600-4dde-b33f-427a56b20d44 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group (7feaabf8-6261-4383-847d-24e108726dd4), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:22.136126 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:22.156913 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:22.158902 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-081fbd01-2600-4dde-b33f-427a56b20d44 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group (7feaabf8-6261-4383-847d-24e108726dd4), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:22.416789 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device b4734f99-b653-4271-85f9-99aee86cd902 no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:05:22.420025 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=75,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:22.436275 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: b4734f99-b653-4271-85f9-99aee86cd902 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:05:22.436621 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device b4734f99-b653-4271-85f9-99aee86cd902 not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:05:22.528602 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-081fbd01-2600-4dde-b33f-427a56b20d44 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (7feaabf8-6261-4383-847d-24e108726dd4), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:22.531285 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-081fbd01-2600-4dde-b33f-427a56b20d44 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:22.532431 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-081fbd01-2600-4dde-b33f-427a56b20d44 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "DELETE /v2.0/security-groups/7feaabf8-6261-4383-847d-24e108726dd4 HTTP/1.1" status: 204 len: 168 time: 0.4534740 May 25 15:05:22.535134 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 33742) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:22.541454 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fbd01-2600-4dde-b33f-427a56b20d44 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feaabf8-6261-4383-847d-24e108726dd4,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:22.550268 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.api.v2.resource [None req-12ce14d5-ef76-4606-9efe-e38542bc5bae tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] show failed (client error): The resource could not be found. May 25 15:05:22.551337 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-12ce14d5-ef76-4606-9efe-e38542bc5bae tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "GET /v2.0/security-groups/7feaabf8-6261-4383-847d-24e108726dd4 HTTP/1.1" status: 404 len: 347 time: 0.0152352 May 25 15:05:22.614209 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 33744) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:22.722582 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Deleting port 1ae36208-f05a-4bd2-b823-1654d4af4912 {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:05:22.722981 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (1ae36208-f05a-4bd2-b823-1654d4af4912), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:22.796935 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (1ae36208-f05a-4bd2-b823-1654d4af4912), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:22.797260 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for floatingip (1ae36208-f05a-4bd2-b823-1654d4af4912), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:22.810435 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Calling delete_port for 1ae36208-f05a-4bd2-b823-1654d4af4912 owned by network:floatingip {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:05:23.028826 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (1ae36208-f05a-4bd2-b823-1654d4af4912), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:23.052671 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Pushing event deleted for resources: {'Port': ['ID=1ae36208-f05a-4bd2-b823-1654d4af4912,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:23.067653 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.068002 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.068476 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.068818 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.069152 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.069479 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.069848 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.070176 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.070535 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.070883 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.071207 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.071527 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.071847 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.072159 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.073203 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.130141 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks [] for floatingip (2239bcd4-ce2f-4cdb-9209-39b0da412b29), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:23.132680 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:23.133833 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-e144840a-c3c4-4c13-b6e4-cdb15e5ce2a2 tempest-AttachVolumeTestJSON-394737464 tempest-AttachVolumeTestJSON-394737464-project] 10.222.0.74 "DELETE /v2.0/floatingips/2239bcd4-ce2f-4cdb-9209-39b0da412b29 HTTP/1.1" status: 204 len: 168 time: 0.5186415 May 25 15:05:27.266892 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 33776) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:27.513046 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:27.551824 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:27.672586 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8f51-0ec4-4de2-9489-2189d078197b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567241'] for router_interface (12b10ba3-1fdf-4348-bae0-88b55dc3151c), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:27.889177 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-fd4c8f51-0ec4-4de2-9489-2189d078197b admin admin] Deleting port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:05:27.889432 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8f51-0ec4-4de2-9489-2189d078197b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:27.965990 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [None req-fd4c8f51-0ec4-4de2-9489-2189d078197b admin admin] For port 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96,segment=NetworkSegment(f03af469-759a-437c-aeec-2c02767c933a),segment_id=f03af469-759a-437c-aeec-2c02767c933a)] {{(pid=116226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:27.966351 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8f51-0ec4-4de2-9489-2189d078197b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:27.979716 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-fd4c8f51-0ec4-4de2-9489-2189d078197b admin admin] Calling delete_port for 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 owned by network:router_interface {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:05:28.141508 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:28.269227 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8f51-0ec4-4de2-9489-2189d078197b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:28.297104 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c8f51-0ec4-4de2-9489-2189d078197b admin admin] Pushing event deleted for resources: {'Port': ['ID=77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:28.458620 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8f51-0ec4-4de2-9489-2189d078197b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-824638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567133'] for router_interface (12b10ba3-1fdf-4348-bae0-88b55dc3151c), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:28.613057 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:28.669624 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4c8f51-0ec4-4de2-9489-2189d078197b admin admin] Router 12b10ba3-1fdf-4348-bae0-88b55dc3151c has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:05:29.007401 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4c8f51-0ec4-4de2-9489-2189d078197b admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:05:29.023066 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-fd4c8f51-0ec4-4de2-9489-2189d078197b admin admin] 10.222.0.74 "PUT /v2.0/routers/12b10ba3-1fdf-4348-bae0-88b55dc3151c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7449334 May 25 15:05:29.023066 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 33780) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:29.023269 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ce7b50-cb15-4074-adca-86ac733d05fe None None] Sync routers for ids ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:05:29.029647 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ce7b50-cb15-4074-adca-86ac733d05fe None None] Routers {'12b10ba3-1fdf-4348-bae0-88b55dc3151c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:05:29.030319 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-c4ce7b50-cb15-4074-adca-86ac733d05fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:05:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:29.115347 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d341-6600-4ac4-8d15-1ebc3e3cf450 admin admin] Publish callbacks [] for router (12b10ba3-1fdf-4348-bae0-88b55dc3151c), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:29.132217 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-c4ce7b50-cb15-4074-adca-86ac733d05fe None None] Set router 12b10ba3-1fdf-4348-bae0-88b55dc3151c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:05:29.212876 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d341-6600-4ac4-8d15-1ebc3e3cf450 admin admin] Publish callbacks [] for router_gateway (12b10ba3-1fdf-4348-bae0-88b55dc3151c), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:29.232950 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:29.303906 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-c4ce7b50-cb15-4074-adca-86ac733d05fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T15:05:28Z', 'revision_number': 5, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:29.330352 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ce7b50-cb15-4074-adca-86ac733d05fe None None] Checking router: 12b10ba3-1fdf-4348-bae0-88b55dc3151c for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:05:29.339204 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ce7b50-cb15-4074-adca-86ac733d05fe None None] Routers {'12b10ba3-1fdf-4348-bae0-88b55dc3151c'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:05:29.339806 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-c4ce7b50-cb15-4074-adca-86ac733d05fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:05:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:29.342178 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=100 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:29.386602 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-3ae4d341-6600-4ac4-8d15-1ebc3e3cf450 admin admin] Deleting port faf1121b-2446-44cb-8c11-959ce3cd36f7 {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:05:29.394211 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d341-6600-4ac4-8d15-1ebc3e3cf450 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (faf1121b-2446-44cb-8c11-959ce3cd36f7), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:29.443203 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-c4ce7b50-cb15-4074-adca-86ac733d05fe None None] Set router 12b10ba3-1fdf-4348-bae0-88b55dc3151c gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:05:29.467658 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [None req-3ae4d341-6600-4ac4-8d15-1ebc3e3cf450 admin admin] For port faf1121b-2446-44cb-8c11-959ce3cd36f7, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=faf1121b-2446-44cb-8c11-959ce3cd36f7,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:29.468024 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d341-6600-4ac4-8d15-1ebc3e3cf450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (faf1121b-2446-44cb-8c11-959ce3cd36f7), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:29.485852 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-3ae4d341-6600-4ac4-8d15-1ebc3e3cf450 admin admin] Calling delete_port for faf1121b-2446-44cb-8c11-959ce3cd36f7 owned by network:router_gateway {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:05:29.485852 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:29.609731 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-c4ce7b50-cb15-4074-adca-86ac733d05fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T15:05:28Z', 'revision_number': 5, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:29.634037 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ce7b50-cb15-4074-adca-86ac733d05fe None None] The sync data for ids ['12b10ba3-1fdf-4348-bae0-88b55dc3151c'] in dv-cinder-830283-3-iscsi is: [{'id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'name': 'tempest-AttachVolumeTestJSON-193172580-router', 'tenant_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T15:05:28Z', 'revision_number': 5, 'project_id': '89a36e186c5f4d3c8b9030d91f6a30f6', 'gw_port': {'id': 'faf1121b-2446-44cb-8c11-959ce3cd36f7', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10ba3-1fdf-4348-bae0-88b55dc3151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:39Z', 'updated_at': '2022-05-25T14:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:05:29.731875 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d341-6600-4ac4-8d15-1ebc3e3cf450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (faf1121b-2446-44cb-8c11-959ce3cd36f7), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:29.760337 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4d341-6600-4ac4-8d15-1ebc3e3cf450 admin admin] Pushing event deleted for resources: {'Port': ['ID=faf1121b-2446-44cb-8c11-959ce3cd36f7,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:29.768357 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:29.823324 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d341-6600-4ac4-8d15-1ebc3e3cf450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566067'] for router_gateway (12b10ba3-1fdf-4348-bae0-88b55dc3151c), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:29.910625 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d341-6600-4ac4-8d15-1ebc3e3cf450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5635'] for router (12b10ba3-1fdf-4348-bae0-88b55dc3151c), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:29.912752 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d341-6600-4ac4-8d15-1ebc3e3cf450 admin admin] Publish callbacks [] for router_controller (12b10ba3-1fdf-4348-bae0-88b55dc3151c), precommit_delete_associations {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.043154 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d341-6600-4ac4-8d15-1ebc3e3cf450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569237'] for router (12b10ba3-1fdf-4348-bae0-88b55dc3151c), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.043790 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae4d341-6600-4ac4-8d15-1ebc3e3cf450 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12b10ba3-1fdf-4348-bae0-88b55dc3151c {{(pid=116226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:05:30.048906 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d341-6600-4ac4-8d15-1ebc3e3cf450 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.050102 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-3ae4d341-6600-4ac4-8d15-1ebc3e3cf450 admin admin] 10.222.0.74 "DELETE /v2.0/routers/12b10ba3-1fdf-4348-bae0-88b55dc3151c HTTP/1.1" status: 204 len: 168 time: 1.0336943 May 25 15:05:30.052698 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 33782) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:30.101340 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07ad11e-4081-42b5-b2d9-b72fcfa7894b admin admin] Deleting subnet 8a273b51-9d95-4b21-9830-1ac6ac028637 {{(pid=116226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:05:30.105793 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a07ad11e-4081-42b5-b2d9-b72fcfa7894b admin admin] Publish callbacks [] for subnet (8a273b51-9d95-4b21-9830-1ac6ac028637), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.145878 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a07ad11e-4081-42b5-b2d9-b72fcfa7894b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127914396'] for subnet (8a273b51-9d95-4b21-9830-1ac6ac028637), precommit_delete_associations {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.223133 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a07ad11e-4081-42b5-b2d9-b72fcfa7894b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428428'] for subnet (8a273b51-9d95-4b21-9830-1ac6ac028637), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.386587 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a07ad11e-4081-42b5-b2d9-b72fcfa7894b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126891471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127158736'] for subnet (8a273b51-9d95-4b21-9830-1ac6ac028637), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.418183 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a07ad11e-4081-42b5-b2d9-b72fcfa7894b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.422123 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-a07ad11e-4081-42b5-b2d9-b72fcfa7894b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8a273b51-9d95-4b21-9830-1ac6ac028637 HTTP/1.1" status: 204 len: 168 time: 0.3684490 May 25 15:05:30.423177 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ad11e-4081-42b5-b2d9-b72fcfa7894b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a273b51-9d95-4b21-9830-1ac6ac028637,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:30.423600 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e111ef-0a7a-4219-be21-b65a6ad8da76 None None] Network ebc02943-e245-4287-8851-2c76f257286a requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:05:30.424716 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 33784) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:30.492220 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322087'] for network (ebc02943-e245-4287-8851-2c76f257286a), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.536478 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] Deleting port c42fade7-6d92-40c7-8aa1-b9c53c326bb1 {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:05:30.536825 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (c42fade7-6d92-40c7-8aa1-b9c53c326bb1), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.603919 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] For port c42fade7-6d92-40c7-8aa1-b9c53c326bb1, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=c42fade7-6d92-40c7-8aa1-b9c53c326bb1,segment=NetworkSegment(f03af469-759a-437c-aeec-2c02767c933a),segment_id=f03af469-759a-437c-aeec-2c02767c933a)] {{(pid=116226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:30.604207 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (c42fade7-6d92-40c7-8aa1-b9c53c326bb1), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.620152 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] Calling delete_port for c42fade7-6d92-40c7-8aa1-b9c53c326bb1 owned by network:dhcp {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:05:30.628696 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:05:30.639141 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d43a124-10ef-43d4-990f-5b9af6cd91a6 None None] DHCP port deletion for ebc02943-e245-4287-8851-2c76f257286a request from dv-cinder-830283-3-iscsi {{(pid=116227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:05:30.684083 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-4d43a124-10ef-43d4-990f-5b9af6cd91a6 None None] Deleting port c42fade7-6d92-40c7-8aa1-b9c53c326bb1 {{(pid=116227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:05:30.684468 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-4d43a124-10ef-43d4-990f-5b9af6cd91a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (c42fade7-6d92-40c7-8aa1-b9c53c326bb1), before_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.747942 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-4d43a124-10ef-43d4-990f-5b9af6cd91a6 None None] For port c42fade7-6d92-40c7-8aa1-b9c53c326bb1, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=c42fade7-6d92-40c7-8aa1-b9c53c326bb1,segment=NetworkSegment(f03af469-759a-437c-aeec-2c02767c933a),segment_id=f03af469-759a-437c-aeec-2c02767c933a)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:30.748256 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-4d43a124-10ef-43d4-990f-5b9af6cd91a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (c42fade7-6d92-40c7-8aa1-b9c53c326bb1), precommit_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.760842 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-4d43a124-10ef-43d4-990f-5b9af6cd91a6 None None] Calling delete_port for c42fade7-6d92-40c7-8aa1-b9c53c326bb1 owned by network:dhcp {{(pid=116227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:05:30.794520 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (c42fade7-6d92-40c7-8aa1-b9c53c326bb1), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.828433 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] Pushing event deleted for resources: {'Port': ['ID=c42fade7-6d92-40c7-8aa1-b9c53c326bb1,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:30.830254 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] No DVR routers for this DVR port c42fade7-6d92-40c7-8aa1-b9c53c326bb1 on host dv-cinder-830283-3-iscsi {{(pid=116226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:05:30.839454 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-4d43a124-10ef-43d4-990f-5b9af6cd91a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662'] for port (c42fade7-6d92-40c7-8aa1-b9c53c326bb1), after_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.864005 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43a124-10ef-43d4-990f-5b9af6cd91a6 None None] Pushing event deleted for resources: {'Port': ['ID=c42fade7-6d92-40c7-8aa1-b9c53c326bb1,revision_number=None']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:30.867734 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d43a124-10ef-43d4-990f-5b9af6cd91a6 None None] No DVR routers for this DVR port c42fade7-6d92-40c7-8aa1-b9c53c326bb1 on host dv-cinder-830283-3-iscsi {{(pid=116227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:05:30.905227 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425987', 'neutron.services.segments.db._delete_segments_for_network-8746770751079'] for network (ebc02943-e245-4287-8851-2c76f257286a), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.907454 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:30.926474 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc02943-e245-4287-8851-2c76f257286a']}} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:30.937197 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03af469-759a-437c-aeec-2c02767c933a') {'for_net_delete': True} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:30.937488 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03af469-759a-437c-aeec-2c02767c933a') {} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:30.947324 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746770751856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127914387'] for segment (f03af469-759a-437c-aeec-2c02767c933a), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.960822 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (f03af469-759a-437c-aeec-2c02767c933a), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.966825 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=116226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:05:30.967207 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126892845'] for segment (f03af469-759a-437c-aeec-2c02767c933a), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.982006 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:31.010457 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment f03af469-759a-437c-aeec-2c02767c933a resource provider aggregate not found May 25 15:05:31.029564 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment f03af469-759a-437c-aeec-2c02767c933a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f03af469-759a-437c-aeec-2c02767c933a found for delete ", "request_id": "req-e03588b7-7f36-4f95-9f59-bff6093d06b8"}]} May 25 15:05:31.157381 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1425994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565467'] for network (ebc02943-e245-4287-8851-2c76f257286a), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:31.162753 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:31.165828 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] 10.222.0.74 "DELETE /v2.0/networks/ebc02943-e245-4287-8851-2c76f257286a HTTP/1.1" status: 204 len: 168 time: 0.7402103 May 25 15:05:31.177866 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ce7a3-50cb-4c4f-9891-968d6f18e49e admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc02943-e245-4287-8851-2c76f257286a,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:31.366974 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device c42fade7-6d92-40c7-8aa1-b9c53c326bb1 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:05:31.387270 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: c42fade7-6d92-40c7-8aa1-b9c53c326bb1 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:05:31.387701 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device c42fade7-6d92-40c7-8aa1-b9c53c326bb1 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:05:31.388104 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device faf1121b-2446-44cb-8c11-959ce3cd36f7 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:05:31.406034 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: faf1121b-2446-44cb-8c11-959ce3cd36f7 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:05:31.406380 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device faf1121b-2446-44cb-8c11-959ce3cd36f7 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:05:31.406810 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:05:31.424276 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:05:31.424877 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 77ad8a4b-d4ea-4e6c-8de4-e33ca608cd96 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:05:31.662861 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 33794) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:31.702438 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-8997a12d-26e7-4dfb-9350-207ef5ac8d4b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=89a36e186c5f4d3c8b9030d91f6a30f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387301 May 25 15:05:31.704784 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 33796) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:31.751766 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-fe3806c4-82cc-4af3-958a-8adf40f59d17 admin admin] Publish callbacks [] for security_group (2bb458a9-dec6-4b6d-86c2-c9d34b1d871e), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:31.772931 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-fe3806c4-82cc-4af3-958a-8adf40f59d17 admin admin] Publish callbacks [] for security_group (2bb458a9-dec6-4b6d-86c2-c9d34b1d871e), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:31.917108 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-fe3806c4-82cc-4af3-958a-8adf40f59d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (2bb458a9-dec6-4b6d-86c2-c9d34b1d871e), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:31.919674 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-fe3806c4-82cc-4af3-958a-8adf40f59d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:31.920862 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-fe3806c4-82cc-4af3-958a-8adf40f59d17 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2bb458a9-dec6-4b6d-86c2-c9d34b1d871e HTTP/1.1" status: 204 len: 168 time: 0.2152052 May 25 15:05:31.928811 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3806c4-82cc-4af3-958a-8adf40f59d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb458a9-dec6-4b6d-86c2-c9d34b1d871e,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:32.906996 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=10,neutron:DELETE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:34.019348 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 33848) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:34.125896 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-89338a2f-d78f-48b6-a7a2-b8e1e14124b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:34.202534 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-89338a2f-d78f-48b6-a7a2-b8e1e14124b5 admin admin] Publish callbacks [] for security_group (9b207fd9-6245-48ce-a943-6ddcf74e3ae2), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:34.300057 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-89338a2f-d78f-48b6-a7a2-b8e1e14124b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (9b207fd9-6245-48ce-a943-6ddcf74e3ae2), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:34.343827 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-89338a2f-d78f-48b6-a7a2-b8e1e14124b5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=22b9e0d82c014a40b4828b19bff22186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233008 May 25 15:05:34.344471 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89338a2f-d78f-48b6-a7a2-b8e1e14124b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b207fd9-6245-48ce-a943-6ddcf74e3ae2,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:34.346466 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 33852) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:34.398261 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dd9af7ee-536d-4575-8a1f-9d1ba0f97173 admin admin] Publish callbacks [] for security_group (9b207fd9-6245-48ce-a943-6ddcf74e3ae2), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:34.420499 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dd9af7ee-536d-4575-8a1f-9d1ba0f97173 admin admin] Publish callbacks [] for security_group (9b207fd9-6245-48ce-a943-6ddcf74e3ae2), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:34.579876 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dd9af7ee-536d-4575-8a1f-9d1ba0f97173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (9b207fd9-6245-48ce-a943-6ddcf74e3ae2), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:34.582449 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-dd9af7ee-536d-4575-8a1f-9d1ba0f97173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:34.583653 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-dd9af7ee-536d-4575-8a1f-9d1ba0f97173 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9b207fd9-6245-48ce-a943-6ddcf74e3ae2 HTTP/1.1" status: 204 len: 168 time: 0.2361133 May 25 15:05:34.594359 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9af7ee-536d-4575-8a1f-9d1ba0f97173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b207fd9-6245-48ce-a943-6ddcf74e3ae2,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:35.583358 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:36.663742 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-88edadcb-a673-49a1-83c4-21a3e79b3e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:37.472537 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 33904) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:37.577274 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e7be8243-9b8a-47f5-b3eb-5414ac4cc583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:37.651429 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e7be8243-9b8a-47f5-b3eb-5414ac4cc583 admin admin] Publish callbacks [] for security_group (2dbd0e70-8e5f-4a76-bf9a-6b9e5c43458e), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:37.760312 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e7be8243-9b8a-47f5-b3eb-5414ac4cc583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (2dbd0e70-8e5f-4a76-bf9a-6b9e5c43458e), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:37.800125 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-e7be8243-9b8a-47f5-b3eb-5414ac4cc583 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7899b3d118eb415a972735698e1f5fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265390 May 25 15:05:37.801336 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be8243-9b8a-47f5-b3eb-5414ac4cc583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbd0e70-8e5f-4a76-bf9a-6b9e5c43458e,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:37.802860 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 33908) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:37.854416 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cfb2a3e9-a542-48e4-b842-e17c0c92956f admin admin] Publish callbacks [] for security_group (2dbd0e70-8e5f-4a76-bf9a-6b9e5c43458e), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:37.875927 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cfb2a3e9-a542-48e4-b842-e17c0c92956f admin admin] Publish callbacks [] for security_group (2dbd0e70-8e5f-4a76-bf9a-6b9e5c43458e), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:37.991739 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cfb2a3e9-a542-48e4-b842-e17c0c92956f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (2dbd0e70-8e5f-4a76-bf9a-6b9e5c43458e), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:37.994277 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cfb2a3e9-a542-48e4-b842-e17c0c92956f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:37.995450 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-cfb2a3e9-a542-48e4-b842-e17c0c92956f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2dbd0e70-8e5f-4a76-bf9a-6b9e5c43458e HTTP/1.1" status: 204 len: 168 time: 0.1916084 May 25 15:05:38.004189 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2a3e9-a542-48e4-b842-e17c0c92956f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbd0e70-8e5f-4a76-bf9a-6b9e5c43458e,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:38.772294 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 33914) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:38.785561 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-df7d3593-a567-4c6f-9d0c-4752c1282a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:38.861712 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-df7d3593-a567-4c6f-9d0c-4752c1282a08 admin admin] Publish callbacks [] for security_group (b1ec3e9a-099f-41aa-8966-f9fcc7cdf46e), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:38.935052 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-bd80f9f9-79a6-4877-ab61-8165a04914d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:38.972164 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-df7d3593-a567-4c6f-9d0c-4752c1282a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (b1ec3e9a-099f-41aa-8966-f9fcc7cdf46e), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:39.013618 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-df7d3593-a567-4c6f-9d0c-4752c1282a08 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=200fda5272cc4829a9870a1b50474e09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401321 May 25 15:05:39.014582 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d3593-a567-4c6f-9d0c-4752c1282a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ec3e9a-099f-41aa-8966-f9fcc7cdf46e,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:39.016330 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 33916) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:39.068025 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6fb3fd34-94f0-4a51-9b39-a6e23130a7aa admin admin] Publish callbacks [] for security_group (b1ec3e9a-099f-41aa-8966-f9fcc7cdf46e), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:39.088761 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6fb3fd34-94f0-4a51-9b39-a6e23130a7aa admin admin] Publish callbacks [] for security_group (b1ec3e9a-099f-41aa-8966-f9fcc7cdf46e), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:39.263243 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6fb3fd34-94f0-4a51-9b39-a6e23130a7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (b1ec3e9a-099f-41aa-8966-f9fcc7cdf46e), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:39.265780 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6fb3fd34-94f0-4a51-9b39-a6e23130a7aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:39.267037 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-6fb3fd34-94f0-4a51-9b39-a6e23130a7aa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b1ec3e9a-099f-41aa-8966-f9fcc7cdf46e HTTP/1.1" status: 204 len: 168 time: 0.2496672 May 25 15:05:39.275201 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3fd34-94f0-4a51-9b39-a6e23130a7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ec3e9a-099f-41aa-8966-f9fcc7cdf46e,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:40.340960 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:41.425052 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:41.577486 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:42.915119 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:45.548808 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34052) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:45.655227 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0bac0634-8d98-4fea-9fb2-7df84a2cc598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:45.676699 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:45.696665 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:45.730742 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0bac0634-8d98-4fea-9fb2-7df84a2cc598 admin admin] Publish callbacks [] for security_group (7267229d-683f-42bb-ac7b-270ed11ffb5e), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:45.829064 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0bac0634-8d98-4fea-9fb2-7df84a2cc598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (7267229d-683f-42bb-ac7b-270ed11ffb5e), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:45.868626 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac0634-8d98-4fea-9fb2-7df84a2cc598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7267229d-683f-42bb-ac7b-270ed11ffb5e,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:45.874031 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-0bac0634-8d98-4fea-9fb2-7df84a2cc598 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=66407149f284467b86368c0b5e0509b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241374 May 25 15:05:45.876837 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34056) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:45.932288 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ccbee8df-ab50-4db7-a492-5059b2476805 admin admin] Publish callbacks [] for security_group (7267229d-683f-42bb-ac7b-270ed11ffb5e), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:45.954009 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ccbee8df-ab50-4db7-a492-5059b2476805 admin admin] Publish callbacks [] for security_group (7267229d-683f-42bb-ac7b-270ed11ffb5e), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:46.134611 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ccbee8df-ab50-4db7-a492-5059b2476805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (7267229d-683f-42bb-ac7b-270ed11ffb5e), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:46.137770 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ccbee8df-ab50-4db7-a492-5059b2476805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:46.138955 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-ccbee8df-ab50-4db7-a492-5059b2476805 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7267229d-683f-42bb-ac7b-270ed11ffb5e HTTP/1.1" status: 204 len: 168 time: 0.2610650 May 25 15:05:46.147076 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbee8df-ab50-4db7-a492-5059b2476805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7267229d-683f-42bb-ac7b-270ed11ffb5e,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:46.936456 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34062) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:46.950218 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2e2d70d5-5aa4-4610-b32c-c61d08074179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:47.023410 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2e2d70d5-5aa4-4610-b32c-c61d08074179 admin admin] Publish callbacks [] for security_group (ab7f3655-6a30-4a1a-b6cf-388a620a4ede), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:47.143590 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-2e2d70d5-5aa4-4610-b32c-c61d08074179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (ab7f3655-6a30-4a1a-b6cf-388a620a4ede), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:47.184761 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-2e2d70d5-5aa4-4610-b32c-c61d08074179 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7e52de3c854e4b1588a68322bcecd952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469394 May 25 15:05:47.185507 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d70d5-5aa4-4610-b32c-c61d08074179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7f3655-6a30-4a1a-b6cf-388a620a4ede,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:47.187573 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34066) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:47.236572 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-15552607-6682-4c31-b276-18dbed4ffbce admin admin] Publish callbacks [] for security_group (ab7f3655-6a30-4a1a-b6cf-388a620a4ede), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:47.246988 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:47.257933 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-15552607-6682-4c31-b276-18dbed4ffbce admin admin] Publish callbacks [] for security_group (ab7f3655-6a30-4a1a-b6cf-388a620a4ede), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:47.272412 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:47.414770 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-15552607-6682-4c31-b276-18dbed4ffbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (ab7f3655-6a30-4a1a-b6cf-388a620a4ede), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:47.417712 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-15552607-6682-4c31-b276-18dbed4ffbce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:47.418916 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-15552607-6682-4c31-b276-18dbed4ffbce admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ab7f3655-6a30-4a1a-b6cf-388a620a4ede HTTP/1.1" status: 204 len: 168 time: 0.2303410 May 25 15:05:47.427001 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15552607-6682-4c31-b276-18dbed4ffbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7f3655-6a30-4a1a-b6cf-388a620a4ede,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:47.547368 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=52 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:47.552262 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=10 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:48.744610 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fe6282b2-6059-4070-8b4d-35b9182f7ccd req-8aa27d15-bddf-40c2-a730-752d14546025 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1416888 May 25 15:05:48.853000 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6282b2-6059-4070-8b4d-35b9182f7ccd req-35188f32-f46e-4e7e-9718-b71e3953b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:48.854508 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fe6282b2-6059-4070-8b4d-35b9182f7ccd req-35188f32-f46e-4e7e-9718-b71e3953b58f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18c8213736cf4113951fbb3520c18183&device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 1131 time: 0.0508554 May 25 15:05:48.965253 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6282b2-6059-4070-8b4d-35b9182f7ccd req-fa86d8df-616e-4bec-9b5a-01a2e1298f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:48.966794 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fe6282b2-6059-4070-8b4d-35b9182f7ccd req-fa86d8df-616e-4bec-9b5a-01a2e1298f1e service neutron] 10.222.0.86 "GET /v2.0/networks?id=0ddfa1ea-b411-4388-afb5-c29ffb748770 HTTP/1.1" status: 200 len: 918 time: 0.0897486 May 25 15:05:49.037365 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fe6282b2-6059-4070-8b4d-35b9182f7ccd req-d1edd48f-5825-43c6-8046-92fa4b82ad54 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0275964-ead5-40f3-93a4-63cb2514a0ae HTTP/1.1" status: 200 len: 1001 time: 0.0627599 May 25 15:05:49.090549 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6282b2-6059-4070-8b4d-35b9182f7ccd req-0a0f03bc-87c3-4db6-92ae-256612fd3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:49.092185 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fe6282b2-6059-4070-8b4d-35b9182f7ccd req-0a0f03bc-87c3-4db6-92ae-256612fd3508 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6457fdac-c3cb-47a9-aa14-b3ac369fd174 HTTP/1.1" status: 200 len: 856 time: 0.0465333 May 25 15:05:49.144895 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6282b2-6059-4070-8b4d-35b9182f7ccd req-092f00a0-3746-4b52-bd91-9ac3f8239dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:49.144895 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fe6282b2-6059-4070-8b4d-35b9182f7ccd req-092f00a0-3746-4b52-bd91-9ac3f8239dba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0ddfa1ea-b411-4388-afb5-c29ffb748770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411808 May 25 15:05:49.231936 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fe6282b2-6059-4070-8b4d-35b9182f7ccd req-7ca9da6e-bbd1-43f5-af90-cd162c916fbb service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867009 May 25 15:05:49.322402 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fe6282b2-6059-4070-8b4d-35b9182f7ccd req-3812321c-027f-47d1-ab7e-52d02b3130b6 service neutron] 10.222.0.86 "GET /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850623 May 25 15:05:50.205054 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34112) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:50.313690 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-520eea90-2621-4388-8209-4402561881d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:50.391420 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-520eea90-2621-4388-8209-4402561881d9 admin admin] Publish callbacks [] for security_group (71944421-7ab0-4987-8331-6bcf19eb7335), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:50.494807 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-520eea90-2621-4388-8209-4402561881d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (71944421-7ab0-4987-8331-6bcf19eb7335), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:50.535171 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-520eea90-2621-4388-8209-4402561881d9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ac7603541bcd4a468ae49ad374b63487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290141 May 25 15:05:50.536179 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520eea90-2621-4388-8209-4402561881d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71944421-7ab0-4987-8331-6bcf19eb7335,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:50.537850 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34116) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:50.591936 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ed8e86e7-91e2-4b97-ac86-f5ff58c5f4de admin admin] Publish callbacks [] for security_group (71944421-7ab0-4987-8331-6bcf19eb7335), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:50.613998 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ed8e86e7-91e2-4b97-ac86-f5ff58c5f4de admin admin] Publish callbacks [] for security_group (71944421-7ab0-4987-8331-6bcf19eb7335), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:50.743342 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ed8e86e7-91e2-4b97-ac86-f5ff58c5f4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (71944421-7ab0-4987-8331-6bcf19eb7335), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:50.745874 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ed8e86e7-91e2-4b97-ac86-f5ff58c5f4de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:50.747052 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-ed8e86e7-91e2-4b97-ac86-f5ff58c5f4de admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/71944421-7ab0-4987-8331-6bcf19eb7335 HTTP/1.1" status: 204 len: 168 time: 0.2081628 May 25 15:05:50.756427 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e86e7-91e2-4b97-ac86-f5ff58c5f4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71944421-7ab0-4987-8331-6bcf19eb7335,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:51.569146 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34124) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:51.582706 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-1c21d4d1-8258-4090-84bc-02c9d571574d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:51.659114 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-1c21d4d1-8258-4090-84bc-02c9d571574d admin admin] Publish callbacks [] for security_group (f1a71baf-009e-4680-a177-d7a4a1b21975), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:51.749577 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-1c21d4d1-8258-4090-84bc-02c9d571574d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (f1a71baf-009e-4680-a177-d7a4a1b21975), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:51.787430 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21d4d1-8258-4090-84bc-02c9d571574d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a71baf-009e-4680-a177-d7a4a1b21975,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:51.795459 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-1c21d4d1-8258-4090-84bc-02c9d571574d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ef05a3994b1d49ca923c77d2c052984e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226024 May 25 15:05:51.796476 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34126) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:51.802347 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=77,neutron:INSERT=22,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:51.844030 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d73de777-9948-4d7d-8c92-6d0be02e9cee admin admin] Publish callbacks [] for security_group (f1a71baf-009e-4680-a177-d7a4a1b21975), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:51.865061 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d73de777-9948-4d7d-8c92-6d0be02e9cee admin admin] Publish callbacks [] for security_group (f1a71baf-009e-4680-a177-d7a4a1b21975), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:51.870902 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:52.097293 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d73de777-9948-4d7d-8c92-6d0be02e9cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (f1a71baf-009e-4680-a177-d7a4a1b21975), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:52.099794 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d73de777-9948-4d7d-8c92-6d0be02e9cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:52.100960 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-d73de777-9948-4d7d-8c92-6d0be02e9cee admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f1a71baf-009e-4680-a177-d7a4a1b21975 HTTP/1.1" status: 204 len: 168 time: 0.3042278 May 25 15:05:52.109679 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73de777-9948-4d7d-8c92-6d0be02e9cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a71baf-009e-4680-a177-d7a4a1b21975,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:53.247529 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d110b6d-7604-4852-ae77-739f8e58d661 req-604d6e0b-83f6-4a1d-a974-07029e0f8515 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:53.249674 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4d110b6d-7604-4852-ae77-739f8e58d661 req-604d6e0b-83f6-4a1d-a974-07029e0f8515 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 947 time: 0.0497172 May 25 15:05:53.298153 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4d110b6d-7604-4852-ae77-739f8e58d661 req-7ebd7249-87ea-4795-bc6a-10344c732293 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427656 May 25 15:05:54.425314 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae45755-a980-4a4e-823e-d0ca89486de3 req-39904551-92cc-423f-a997-7c2ef6578a3a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:54.426939 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fae45755-a980-4a4e-823e-d0ca89486de3 req-39904551-92cc-423f-a997-7c2ef6578a3a tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 947 time: 0.0482724 May 25 15:05:54.478012 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fae45755-a980-4a4e-823e-d0ca89486de3 req-1ba88772-9d42-4dd5-b40b-36368b723ec9 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups?id=02cc4535-e970-4365-b77a-9d4af6b5ba55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447748 May 25 15:05:54.815426 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8f012-cc32-447f-9a66-d6e9ad5e937c req-6275fbb5-623c-4bfe-a15f-ae187565f011 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:54.816863 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-38e8f012-cc32-447f-9a66-d6e9ad5e937c req-6275fbb5-623c-4bfe-a15f-ae187565f011 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.86 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 947 time: 0.0474088 May 25 15:05:54.905949 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-38e8f012-cc32-447f-9a66-d6e9ad5e937c req-57080d44-786b-4d14-afb8-7303ac6ef881 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Deleting port d0275964-ead5-40f3-93a4-63cb2514a0ae {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:05:54.906297 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-38e8f012-cc32-447f-9a66-d6e9ad5e937c req-57080d44-786b-4d14-afb8-7303ac6ef881 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:54.972814 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:55.001577 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-38e8f012-cc32-447f-9a66-d6e9ad5e937c req-57080d44-786b-4d14-afb8-7303ac6ef881 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] For port d0275964-ead5-40f3-93a4-63cb2514a0ae, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=d0275964-ead5-40f3-93a4-63cb2514a0ae,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:55.001819 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-38e8f012-cc32-447f-9a66-d6e9ad5e937c req-57080d44-786b-4d14-afb8-7303ac6ef881 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:55.053614 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:55.168711 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-38e8f012-cc32-447f-9a66-d6e9ad5e937c req-57080d44-786b-4d14-afb8-7303ac6ef881 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:55.169086 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-38e8f012-cc32-447f-9a66-d6e9ad5e937c req-57080d44-786b-4d14-afb8-7303ac6ef881 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (96e9c952-f9e6-4427-a6ec-19ac340e2c5f), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:55.169431 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [req-38e8f012-cc32-447f-9a66-d6e9ad5e937c req-57080d44-786b-4d14-afb8-7303ac6ef881 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Floating IP 96e9c952-f9e6-4427-a6ec-19ac340e2c5f disassociated. External IP: 172.27.1.16, port: d0275964-ead5-40f3-93a4-63cb2514a0ae. May 25 15:05:55.169785 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-38e8f012-cc32-447f-9a66-d6e9ad5e937c req-57080d44-786b-4d14-afb8-7303ac6ef881 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Calling delete_port for d0275964-ead5-40f3-93a4-63cb2514a0ae owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:05:55.366669 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-38e8f012-cc32-447f-9a66-d6e9ad5e937c req-57080d44-786b-4d14-afb8-7303ac6ef881 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (d0275964-ead5-40f3-93a4-63cb2514a0ae), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:55.395739 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57080d44-786b-4d14-afb8-7303ac6ef881 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Pushing event deleted for resources: {'Port': ['ID=d0275964-ead5-40f3-93a4-63cb2514a0ae,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:55.511289 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38e8f012-cc32-447f-9a66-d6e9ad5e937c req-57080d44-786b-4d14-afb8-7303ac6ef881 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Router cbef5c56-0d19-4a35-8e5b-f4663b52c690 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:05:55.533741 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:55.589646 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b92de59f-3035-4720-ae66-8e7f344f2f7a req-9935045b-d0c8-44c6-8045-c0aa79490c89 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 210 time: 0.0321612 May 25 15:05:55.876511 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38e8f012-cc32-447f-9a66-d6e9ad5e937c req-57080d44-786b-4d14-afb8-7303ac6ef881 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:05:55.887161 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33669a72-5af6-4a69-863f-ee05fd8a3f6a None None] Sync routers for ids ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:05:55.889451 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=70,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:55.899788 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33669a72-5af6-4a69-863f-ee05fd8a3f6a None None] Routers {'cbef5c56-0d19-4a35-8e5b-f4663b52c690'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:05:55.900992 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-33669a72-5af6-4a69-863f-ee05fd8a3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:05:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:55.921636 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e8f012-cc32-447f-9a66-d6e9ad5e937c req-57080d44-786b-4d14-afb8-7303ac6ef881 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] No DVR routers for this DVR port d0275964-ead5-40f3-93a4-63cb2514a0ae on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:05:55.924283 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-38e8f012-cc32-447f-9a66-d6e9ad5e937c req-57080d44-786b-4d14-afb8-7303ac6ef881 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:55.927659 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-38e8f012-cc32-447f-9a66-d6e9ad5e937c req-57080d44-786b-4d14-afb8-7303ac6ef881 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.86 "DELETE /v2.0/ports/d0275964-ead5-40f3-93a4-63cb2514a0ae HTTP/1.1" status: 204 len: 173 time: 1.1057699 May 25 15:05:55.928125 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adffb0a-813f-410e-88eb-e901f068c873', 'name': 'network-vif-deleted', 'tag': 'd0275964-ead5-40f3-93a4-63cb2514a0ae'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:05:55.930522 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b30c48d-5a2a-44d6-a4cb-3f86d39e8cb2" -d '{"events": [{"server_uuid": "7adffb0a-813f-410e-88eb-e901f068c873", "name": "network-vif-deleted", "tag": "d0275964-ead5-40f3-93a4-63cb2514a0ae"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:05:56.011779 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-33669a72-5af6-4a69-863f-ee05fd8a3f6a None None] Set router cbef5c56-0d19-4a35-8e5b-f4663b52c690 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:05:56.090819 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e731c7-030b-47fb-9a44-fad057a59db8 x-openstack-request-id: req-07e731c7-030b-47fb-9a44-fad057a59db8 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:05:56.091121 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adffb0a-813f-410e-88eb-e901f068c873", "name": "network-vif-deleted", "tag": "d0275964-ead5-40f3-93a4-63cb2514a0ae", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:05:56.091375 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-07e731c7-030b-47fb-9a44-fad057a59db8 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:05:56.091781 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e731c7-030b-47fb-9a44-fad057a59db8'] response: {'server_uuid': '7adffb0a-813f-410e-88eb-e901f068c873', 'name': 'network-vif-deleted', 'tag': 'd0275964-ead5-40f3-93a4-63cb2514a0ae', 'status': 'completed', 'code': 200} May 25 15:05:56.213218 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-33669a72-5af6-4a69-863f-ee05fd8a3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '2f5acd3c-c621-489f-9168-6d1e80220740', 'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'mac_address': 'fa:16:3e:43:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:55:01Z', 'revision_number': 5, 'project_id': '18c8213736cf4113951fbb3520c18183', 'subnets': [{'id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:56.242002 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33669a72-5af6-4a69-863f-ee05fd8a3f6a None None] Checking router: cbef5c56-0d19-4a35-8e5b-f4663b52c690 for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:05:56.250905 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33669a72-5af6-4a69-863f-ee05fd8a3f6a None None] Routers {'cbef5c56-0d19-4a35-8e5b-f4663b52c690'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:05:56.251514 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-33669a72-5af6-4a69-863f-ee05fd8a3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:05:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:56.354950 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-33669a72-5af6-4a69-863f-ee05fd8a3f6a None None] Set router cbef5c56-0d19-4a35-8e5b-f4663b52c690 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:05:56.628163 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:56.672463 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-33669a72-5af6-4a69-863f-ee05fd8a3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '2f5acd3c-c621-489f-9168-6d1e80220740', 'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'mac_address': 'fa:16:3e:43:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:55:01Z', 'revision_number': 5, 'project_id': '18c8213736cf4113951fbb3520c18183', 'subnets': [{'id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:56.698834 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33669a72-5af6-4a69-863f-ee05fd8a3f6a None None] The sync data for ids ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'] in dv-cinder-830283-3-iscsi is: [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '2f5acd3c-c621-489f-9168-6d1e80220740', 'name': '', 'network_id': '0ddfa1ea-b411-4388-afb5-c29ffb748770', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'mac_address': 'fa:16:3e:43:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:45Z', 'updated_at': '2022-05-25T14:55:01Z', 'revision_number': 5, 'project_id': '18c8213736cf4113951fbb3520c18183', 'subnets': [{'id': '6457fdac-c3cb-47a9-aa14-b3ac369fd174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:05:56.713874 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-246b918c-1aad-4fb8-9c3f-af4779b18ffb req-612e0601-4feb-4358-861c-de623ec21304 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/ports?device_id=7adffb0a-813f-410e-88eb-e901f068c873 HTTP/1.1" status: 200 len: 210 time: 0.0304906 May 25 15:05:56.933085 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c6d7f4-4d91-4a26-be1a-5c22cb85cd94 None None] New status for floating IP 96e9c952-f9e6-4427-a6ec-19ac340e2c5f: DOWN {{(pid=116228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:05:57.899052 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34210) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:57.954334 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3e93301e-19a7-49c1-aa03-0355fa93a189 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group (02cc4535-e970-4365-b77a-9d4af6b5ba55), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:57.977979 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3e93301e-19a7-49c1-aa03-0355fa93a189 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group (02cc4535-e970-4365-b77a-9d4af6b5ba55), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:58.155225 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3e93301e-19a7-49c1-aa03-0355fa93a189 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (02cc4535-e970-4365-b77a-9d4af6b5ba55), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:58.157858 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-3e93301e-19a7-49c1-aa03-0355fa93a189 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:58.159656 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-3e93301e-19a7-49c1-aa03-0355fa93a189 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "DELETE /v2.0/security-groups/02cc4535-e970-4365-b77a-9d4af6b5ba55 HTTP/1.1" status: 204 len: 168 time: 0.2595842 May 25 15:05:58.162682 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34212) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:58.169792 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93301e-19a7-49c1-aa03-0355fa93a189 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cc4535-e970-4365-b77a-9d4af6b5ba55,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:58.177792 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.api.v2.resource [None req-40d98835-0ac3-40e6-8c36-c366efb0c385 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] show failed (client error): The resource could not be found. May 25 15:05:58.178827 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-40d98835-0ac3-40e6-8c36-c366efb0c385 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "GET /v2.0/security-groups/02cc4535-e970-4365-b77a-9d4af6b5ba55 HTTP/1.1" status: 404 len: 347 time: 0.0151944 May 25 15:05:58.182035 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34214) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:58.301970 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-520e95f9-d0b2-4caa-9f21-7bb22ab7b12b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Deleting port 38898d0d-a7ba-45bb-afb7-1aec05d0fb87 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:05:58.302291 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-520e95f9-d0b2-4caa-9f21-7bb22ab7b12b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (38898d0d-a7ba-45bb-afb7-1aec05d0fb87), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:58.381725 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-520e95f9-d0b2-4caa-9f21-7bb22ab7b12b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (38898d0d-a7ba-45bb-afb7-1aec05d0fb87), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:58.382067 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-520e95f9-d0b2-4caa-9f21-7bb22ab7b12b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for floatingip (38898d0d-a7ba-45bb-afb7-1aec05d0fb87), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:58.396442 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-520e95f9-d0b2-4caa-9f21-7bb22ab7b12b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Calling delete_port for 38898d0d-a7ba-45bb-afb7-1aec05d0fb87 owned by network:floatingip {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:05:58.566071 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device d0275964-ead5-40f3-93a4-63cb2514a0ae no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:05:58.585368 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: d0275964-ead5-40f3-93a4-63cb2514a0ae {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:05:58.585706 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device d0275964-ead5-40f3-93a4-63cb2514a0ae not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:05:58.644478 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-520e95f9-d0b2-4caa-9f21-7bb22ab7b12b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (38898d0d-a7ba-45bb-afb7-1aec05d0fb87), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:58.669309 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e95f9-d0b2-4caa-9f21-7bb22ab7b12b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Pushing event deleted for resources: {'Port': ['ID=38898d0d-a7ba-45bb-afb7-1aec05d0fb87,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:58.734206 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-520e95f9-d0b2-4caa-9f21-7bb22ab7b12b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks [] for floatingip (96e9c952-f9e6-4427-a6ec-19ac340e2c5f), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:58.736725 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-520e95f9-d0b2-4caa-9f21-7bb22ab7b12b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:58.737870 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-520e95f9-d0b2-4caa-9f21-7bb22ab7b12b tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] 10.222.0.74 "DELETE /v2.0/floatingips/96e9c952-f9e6-4427-a6ec-19ac340e2c5f HTTP/1.1" status: 204 len: 168 time: 0.5549304 May 25 15:06:01.657455 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34252) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:01.701233 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34258) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:01.768475 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-331ad49d-8cbe-440b-979d-4c7e6e9a5a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:01.935441 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-331ad49d-8cbe-440b-979d-4c7e6e9a5a9a admin admin] Publish callbacks [] for security_group (8971cb08-bb9d-4fd7-a032-c8785c747097), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:01.977760 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:02.022113 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-331ad49d-8cbe-440b-979d-4c7e6e9a5a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (8971cb08-bb9d-4fd7-a032-c8785c747097), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:02.038831 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:02.074582 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-331ad49d-8cbe-440b-979d-4c7e6e9a5a9a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a34c5cfe3c0a49e9aa92ce5799ebb9ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4154506 May 25 15:06:02.077361 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34262) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:02.079245 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ad49d-8cbe-440b-979d-4c7e6e9a5a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8971cb08-bb9d-4fd7-a032-c8785c747097,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:02.134053 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e479cecd-3cad-48fd-928d-4510e2abc944 admin admin] Publish callbacks [] for security_group (8971cb08-bb9d-4fd7-a032-c8785c747097), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:02.156433 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e479cecd-3cad-48fd-928d-4510e2abc944 admin admin] Publish callbacks [] for security_group (8971cb08-bb9d-4fd7-a032-c8785c747097), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:02.199736 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3ecd-5950-4131-8562-7b71cd3a09a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567241'] for router_interface (cbef5c56-0d19-4a35-8e5b-f4663b52c690), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:02.349131 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e479cecd-3cad-48fd-928d-4510e2abc944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (8971cb08-bb9d-4fd7-a032-c8785c747097), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:02.351778 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e479cecd-3cad-48fd-928d-4510e2abc944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:02.352924 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-e479cecd-3cad-48fd-928d-4510e2abc944 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8971cb08-bb9d-4fd7-a032-c8785c747097 HTTP/1.1" status: 204 len: 168 time: 0.2745774 May 25 15:06:02.360961 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479cecd-3cad-48fd-928d-4510e2abc944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8971cb08-bb9d-4fd7-a032-c8785c747097,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:02.424332 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c3ecd-5950-4131-8562-7b71cd3a09a9 admin admin] Deleting port 2f5acd3c-c621-489f-9168-6d1e80220740 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:06:02.424673 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3ecd-5950-4131-8562-7b71cd3a09a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (2f5acd3c-c621-489f-9168-6d1e80220740), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:02.479181 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:02.506925 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [None req-5b6c3ecd-5950-4131-8562-7b71cd3a09a9 admin admin] For port 2f5acd3c-c621-489f-9168-6d1e80220740, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=2f5acd3c-c621-489f-9168-6d1e80220740,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:06:02.507292 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3ecd-5950-4131-8562-7b71cd3a09a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (2f5acd3c-c621-489f-9168-6d1e80220740), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:02.520820 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c3ecd-5950-4131-8562-7b71cd3a09a9 admin admin] Calling delete_port for 2f5acd3c-c621-489f-9168-6d1e80220740 owned by network:router_interface {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:06:02.829360 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3ecd-5950-4131-8562-7b71cd3a09a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (2f5acd3c-c621-489f-9168-6d1e80220740), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:02.858845 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c3ecd-5950-4131-8562-7b71cd3a09a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f5acd3c-c621-489f-9168-6d1e80220740,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:03.031449 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3ecd-5950-4131-8562-7b71cd3a09a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-824638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567133'] for router_interface (cbef5c56-0d19-4a35-8e5b-f4663b52c690), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:03.071857 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34270) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:03.086549 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e81b4c10-eb31-4065-a759-a610d332177e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:03.165090 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e81b4c10-eb31-4065-a759-a610d332177e admin admin] Publish callbacks [] for security_group (c54fd77d-5e51-4238-8920-bb8912518bb7), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:03.188112 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:03.237287 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e81b4c10-eb31-4065-a759-a610d332177e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (c54fd77d-5e51-4238-8920-bb8912518bb7), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:03.242389 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6c3ecd-5950-4131-8562-7b71cd3a09a9 admin admin] Router cbef5c56-0d19-4a35-8e5b-f4663b52c690 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:06:03.280929 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-e81b4c10-eb31-4065-a759-a610d332177e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=afbcd8d5b5a44a22a1dab011a18a10fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2079613 May 25 15:06:03.281794 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b4c10-eb31-4065-a759-a610d332177e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54fd77d-5e51-4238-8920-bb8912518bb7,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:03.285541 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34272) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:03.386289 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d6699717-16a9-410a-8f53-aeb2d49e0038 admin admin] Publish callbacks [] for security_group (c54fd77d-5e51-4238-8920-bb8912518bb7), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:03.390813 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6c3ecd-5950-4131-8562-7b71cd3a09a9 admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:06:03.399206 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-5b6c3ecd-5950-4131-8562-7b71cd3a09a9 admin admin] 10.222.0.74 "PUT /v2.0/routers/cbef5c56-0d19-4a35-8e5b-f4663b52c690/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6962421 May 25 15:06:03.399977 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad75517-125b-41cb-835b-4b598c939e00 None None] Sync routers for ids ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:06:03.402337 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34274) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:03.410991 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad75517-125b-41cb-835b-4b598c939e00 None None] Routers {'cbef5c56-0d19-4a35-8e5b-f4663b52c690'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:06:03.411598 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-2ad75517-125b-41cb-835b-4b598c939e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:05:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:03.414385 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:03.456615 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d6699717-16a9-410a-8f53-aeb2d49e0038 admin admin] Publish callbacks [] for security_group (c54fd77d-5e51-4238-8920-bb8912518bb7), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:03.515186 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-2ad75517-125b-41cb-835b-4b598c939e00 None None] Set router cbef5c56-0d19-4a35-8e5b-f4663b52c690 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:06:03.542389 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcd6c-cd2c-4141-b1a1-d478d1d5ba98 admin admin] Publish callbacks [] for router (cbef5c56-0d19-4a35-8e5b-f4663b52c690), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:03.631363 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d6699717-16a9-410a-8f53-aeb2d49e0038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (c54fd77d-5e51-4238-8920-bb8912518bb7), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:03.633813 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d6699717-16a9-410a-8f53-aeb2d49e0038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:03.637262 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-d6699717-16a9-410a-8f53-aeb2d49e0038 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c54fd77d-5e51-4238-8920-bb8912518bb7 HTTP/1.1" status: 204 len: 168 time: 0.3478215 May 25 15:06:03.650832 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6699717-16a9-410a-8f53-aeb2d49e0038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54fd77d-5e51-4238-8920-bb8912518bb7,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:03.655578 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcd6c-cd2c-4141-b1a1-d478d1d5ba98 admin admin] Publish callbacks [] for router_gateway (cbef5c56-0d19-4a35-8e5b-f4663b52c690), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:03.698070 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-2ad75517-125b-41cb-835b-4b598c939e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T15:06:02Z', 'revision_number': 5, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:03.727704 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad75517-125b-41cb-835b-4b598c939e00 None None] Checking router: cbef5c56-0d19-4a35-8e5b-f4663b52c690 for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:06:03.736615 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad75517-125b-41cb-835b-4b598c939e00 None None] Routers {'cbef5c56-0d19-4a35-8e5b-f4663b52c690'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:06:03.737232 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-2ad75517-125b-41cb-835b-4b598c939e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:05:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:03.782930 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-fb5bcd6c-cd2c-4141-b1a1-d478d1d5ba98 admin admin] Deleting port 34192ab8-b4fe-45a7-b276-c3453410bbaf {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:06:03.783292 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcd6c-cd2c-4141-b1a1-d478d1d5ba98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (34192ab8-b4fe-45a7-b276-c3453410bbaf), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:03.837846 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-2ad75517-125b-41cb-835b-4b598c939e00 None None] Set router cbef5c56-0d19-4a35-8e5b-f4663b52c690 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:06:03.863411 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [None req-fb5bcd6c-cd2c-4141-b1a1-d478d1d5ba98 admin admin] For port 34192ab8-b4fe-45a7-b276-c3453410bbaf, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=34192ab8-b4fe-45a7-b276-c3453410bbaf,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:06:03.863984 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcd6c-cd2c-4141-b1a1-d478d1d5ba98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (34192ab8-b4fe-45a7-b276-c3453410bbaf), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:03.877639 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-fb5bcd6c-cd2c-4141-b1a1-d478d1d5ba98 admin admin] Calling delete_port for 34192ab8-b4fe-45a7-b276-c3453410bbaf owned by network:router_gateway {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:06:03.896496 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:04.015203 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-2ad75517-125b-41cb-835b-4b598c939e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T15:06:02Z', 'revision_number': 5, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:04.044756 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad75517-125b-41cb-835b-4b598c939e00 None None] The sync data for ids ['cbef5c56-0d19-4a35-8e5b-f4663b52c690'] in dv-cinder-830283-3-iscsi is: [{'id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'name': 'tempest-AttachVolumeShelveTestJSON-1971221969-router', 'tenant_id': '18c8213736cf4113951fbb3520c18183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:36Z', 'updated_at': '2022-05-25T15:06:02Z', 'revision_number': 5, 'project_id': '18c8213736cf4113951fbb3520c18183', 'gw_port': {'id': '34192ab8-b4fe-45a7-b276-c3453410bbaf', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef5c56-0d19-4a35-8e5b-f4663b52c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:37Z', 'updated_at': '2022-05-25T14:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:06:04.129329 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcd6c-cd2c-4141-b1a1-d478d1d5ba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (34192ab8-b4fe-45a7-b276-c3453410bbaf), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.154995 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bcd6c-cd2c-4141-b1a1-d478d1d5ba98 admin admin] Pushing event deleted for resources: {'Port': ['ID=34192ab8-b4fe-45a7-b276-c3453410bbaf,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:04.225286 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcd6c-cd2c-4141-b1a1-d478d1d5ba98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566067'] for router_gateway (cbef5c56-0d19-4a35-8e5b-f4663b52c690), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.312491 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcd6c-cd2c-4141-b1a1-d478d1d5ba98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5635'] for router (cbef5c56-0d19-4a35-8e5b-f4663b52c690), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.314863 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcd6c-cd2c-4141-b1a1-d478d1d5ba98 admin admin] Publish callbacks [] for router_controller (cbef5c56-0d19-4a35-8e5b-f4663b52c690), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.322549 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:04.486427 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcd6c-cd2c-4141-b1a1-d478d1d5ba98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569237'] for router (cbef5c56-0d19-4a35-8e5b-f4663b52c690), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.487168 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5bcd6c-cd2c-4141-b1a1-d478d1d5ba98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbef5c56-0d19-4a35-8e5b-f4663b52c690 {{(pid=116225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:06:04.492851 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcd6c-cd2c-4141-b1a1-d478d1d5ba98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.494014 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-fb5bcd6c-cd2c-4141-b1a1-d478d1d5ba98 admin admin] 10.222.0.74 "DELETE /v2.0/routers/cbef5c56-0d19-4a35-8e5b-f4663b52c690 HTTP/1.1" status: 204 len: 168 time: 1.0907373 May 25 15:06:04.496666 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34288) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:04.542875 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_v2 [None req-844432f1-65f8-415e-b640-c8d326293e96 admin admin] Deleting subnet 6457fdac-c3cb-47a9-aa14-b3ac369fd174 {{(pid=116225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:06:04.546087 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-844432f1-65f8-415e-b640-c8d326293e96 admin admin] Publish callbacks [] for subnet (6457fdac-c3cb-47a9-aa14-b3ac369fd174), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.585293 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-844432f1-65f8-415e-b640-c8d326293e96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127149998'] for subnet (6457fdac-c3cb-47a9-aa14-b3ac369fd174), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.610207 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:04.668441 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-844432f1-65f8-415e-b640-c8d326293e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428428'] for subnet (6457fdac-c3cb-47a9-aa14-b3ac369fd174), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.829955 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-844432f1-65f8-415e-b640-c8d326293e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126565106'] for subnet (6457fdac-c3cb-47a9-aa14-b3ac369fd174), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.856474 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844432f1-65f8-415e-b640-c8d326293e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6457fdac-c3cb-47a9-aa14-b3ac369fd174,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:04.863104 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-844432f1-65f8-415e-b640-c8d326293e96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.865751 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-844432f1-65f8-415e-b640-c8d326293e96 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6457fdac-c3cb-47a9-aa14-b3ac369fd174 HTTP/1.1" status: 204 len: 168 time: 0.3680687 May 25 15:06:04.868604 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34298) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:04.870590 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d376f21-fdf8-43f2-855a-64017d851d10 None None] Network 0ddfa1ea-b411-4388-afb5-c29ffb748770 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:06:04.929281 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:04.947750 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322087'] for network (0ddfa1ea-b411-4388-afb5-c29ffb748770), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.994073 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] Deleting port 6486060c-0f49-42bf-923e-b9aee26fea06 {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:06:04.994073 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (6486060c-0f49-42bf-923e-b9aee26fea06), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.996683 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:05.064543 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] For port 6486060c-0f49-42bf-923e-b9aee26fea06, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=6486060c-0f49-42bf-923e-b9aee26fea06,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:06:05.065204 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (6486060c-0f49-42bf-923e-b9aee26fea06), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.070812 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] DHCP port deletion for 0ddfa1ea-b411-4388-afb5-c29ffb748770 request from dv-cinder-830283-3-iscsi {{(pid=116227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:06:05.080132 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] Calling delete_port for 6486060c-0f49-42bf-923e-b9aee26fea06 owned by network:dhcp {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:06:05.114027 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Deleting port 6486060c-0f49-42bf-923e-b9aee26fea06 {{(pid=116227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:06:05.114027 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (6486060c-0f49-42bf-923e-b9aee26fea06), before_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.183442 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] For port 6486060c-0f49-42bf-923e-b9aee26fea06, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=6486060c-0f49-42bf-923e-b9aee26fea06,segment=NetworkSegment(d991c543-75a8-41ee-97d3-06fc338d6dfb),segment_id=d991c543-75a8-41ee-97d3-06fc338d6dfb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:06:05.183840 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (6486060c-0f49-42bf-923e-b9aee26fea06), precommit_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.197742 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Calling delete_port for 6486060c-0f49-42bf-923e-b9aee26fea06 owned by network:dhcp {{(pid=116227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:06:05.211025 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:05.260052 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (6486060c-0f49-42bf-923e-b9aee26fea06), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.283218 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662'] for port (6486060c-0f49-42bf-923e-b9aee26fea06), after_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.288062 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] No DVR routers for this DVR port 6486060c-0f49-42bf-923e-b9aee26fea06 on host dv-cinder-830283-3-iscsi {{(pid=116226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:06:05.292885 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=6486060c-0f49-42bf-923e-b9aee26fea06,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:05.306567 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Pushing event deleted for resources: {'Port': ['ID=6486060c-0f49-42bf-923e-b9aee26fea06,revision_number=None']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:05.317381 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:05.317733 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:05.318080 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:05.318426 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:05.318826 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:05.319171 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:05.319502 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:05.319835 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:05.320165 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:05.320492 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:05.320822 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:05.321151 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:05.321479 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:05.321800 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:05.322125 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:05.325253 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1642af9-8b9a-4f7c-9059-de9967e54637 None None] No DVR routers for this DVR port 6486060c-0f49-42bf-923e-b9aee26fea06 on host dv-cinder-830283-3-iscsi {{(pid=116227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:06:05.372106 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425987', 'neutron.services.segments.db._delete_segments_for_network-8746770751079'] for network (0ddfa1ea-b411-4388-afb5-c29ffb748770), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.401125 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddfa1ea-b411-4388-afb5-c29ffb748770']}} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:05.412055 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd991c543-75a8-41ee-97d3-06fc338d6dfb') {'for_net_delete': True} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:05.412351 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd991c543-75a8-41ee-97d3-06fc338d6dfb') {} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:05.420109 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 2f5acd3c-c621-489f-9168-6d1e80220740 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:06:05.423465 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746770751856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127914387'] for segment (d991c543-75a8-41ee-97d3-06fc338d6dfb), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.438798 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (d991c543-75a8-41ee-97d3-06fc338d6dfb), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.444986 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: 2f5acd3c-c621-489f-9168-6d1e80220740 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:06:05.445335 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 2f5acd3c-c621-489f-9168-6d1e80220740 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:06:05.445752 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 34192ab8-b4fe-45a7-b276-c3453410bbaf no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:06:05.446193 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=116226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:06:05.446606 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126892845'] for segment (d991c543-75a8-41ee-97d3-06fc338d6dfb), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.466926 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: 34192ab8-b4fe-45a7-b276-c3453410bbaf {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:06:05.467285 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 34192ab8-b4fe-45a7-b276-c3453410bbaf not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:06:05.467706 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 6486060c-0f49-42bf-923e-b9aee26fea06 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:06:05.489955 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment d991c543-75a8-41ee-97d3-06fc338d6dfb resource provider aggregate not found May 25 15:06:05.515969 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: 6486060c-0f49-42bf-923e-b9aee26fea06 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:06:05.515969 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 6486060c-0f49-42bf-923e-b9aee26fea06 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:06:05.517445 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment d991c543-75a8-41ee-97d3-06fc338d6dfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d991c543-75a8-41ee-97d3-06fc338d6dfb found for delete ", "request_id": "req-25ee36ae-8f88-44ff-8dc9-e04f2359dab2"}]} May 25 15:06:05.618742 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.620144 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1425994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565467'] for network (0ddfa1ea-b411-4388-afb5-c29ffb748770), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.623784 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.630397 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] 10.222.0.74 "DELETE /v2.0/networks/0ddfa1ea-b411-4388-afb5-c29ffb748770 HTTP/1.1" status: 204 len: 168 time: 0.7574587 May 25 15:06:05.642075 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fac230-e1e5-4122-9f7f-0ffd520d8e76 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ddfa1ea-b411-4388-afb5-c29ffb748770,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:06.074397 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34324) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:06.119005 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-494bee8b-4aca-4c06-850d-cb9f2b4b4894 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=18c8213736cf4113951fbb3520c18183&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433958 May 25 15:06:06.121791 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34326) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:06.148426 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:06.169293 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-aa68ac7f-84b6-4928-8fe4-53104ddaf490 admin admin] Publish callbacks [] for security_group (bfda3c43-88c9-430b-a3b2-d308250def51), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:06.196578 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-aa68ac7f-84b6-4928-8fe4-53104ddaf490 admin admin] Publish callbacks [] for security_group (bfda3c43-88c9-430b-a3b2-d308250def51), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:06.329893 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-aa68ac7f-84b6-4928-8fe4-53104ddaf490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (bfda3c43-88c9-430b-a3b2-d308250def51), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:06.332385 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-aa68ac7f-84b6-4928-8fe4-53104ddaf490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:06.338018 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-aa68ac7f-84b6-4928-8fe4-53104ddaf490 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bfda3c43-88c9-430b-a3b2-d308250def51 HTTP/1.1" status: 204 len: 168 time: 0.2109337 May 25 15:06:06.341903 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68ac7f-84b6-4928-8fe4-53104ddaf490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfda3c43-88c9-430b-a3b2-d308250def51,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:06.632067 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-01c6206e-51e9-4c63-81b1-70a1815ce6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:07.005977 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:07.008816 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:07.626982 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:06:08.923032 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-93bbff38-7174-4780-a85d-726131106785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:10.377742 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:11.079053 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34398) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:11.212655 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b3126d72-8ec9-4acd-b455-82658afbe89b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:11.288177 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b3126d72-8ec9-4acd-b455-82658afbe89b admin admin] Publish callbacks [] for security_group (869ca148-569d-40f2-b118-5a98a6c28e39), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:11.394782 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b3126d72-8ec9-4acd-b455-82658afbe89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (869ca148-569d-40f2-b118-5a98a6c28e39), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:11.438836 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3126d72-8ec9-4acd-b455-82658afbe89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869ca148-569d-40f2-b118-5a98a6c28e39,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:11.446142 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34402) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:11.453921 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-b3126d72-8ec9-4acd-b455-82658afbe89b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=db753bad917343e691d952bffca34e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736947 May 25 15:06:11.502669 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c54ed0f1-d24b-4ebd-a8b4-9f5ffb6ff41e admin admin] Publish callbacks [] for security_group (869ca148-569d-40f2-b118-5a98a6c28e39), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:11.524976 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c54ed0f1-d24b-4ebd-a8b4-9f5ffb6ff41e admin admin] Publish callbacks [] for security_group (869ca148-569d-40f2-b118-5a98a6c28e39), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:11.566183 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:11.651812 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c54ed0f1-d24b-4ebd-a8b4-9f5ffb6ff41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (869ca148-569d-40f2-b118-5a98a6c28e39), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:11.654414 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c54ed0f1-d24b-4ebd-a8b4-9f5ffb6ff41e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:11.655605 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-c54ed0f1-d24b-4ebd-a8b4-9f5ffb6ff41e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/869ca148-569d-40f2-b118-5a98a6c28e39 HTTP/1.1" status: 204 len: 168 time: 0.2084503 May 25 15:06:11.663437 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ed0f1-d24b-4ebd-a8b4-9f5ffb6ff41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869ca148-569d-40f2-b118-5a98a6c28e39,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:12.410805 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34416) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:12.424849 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-33d08c29-12cd-4c46-ba34-0e92755851a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:12.499235 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-33d08c29-12cd-4c46-ba34-0e92755851a6 admin admin] Publish callbacks [] for security_group (169307d1-40b6-4bb2-86f8-45a7163b38d2), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:12.606172 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-33d08c29-12cd-4c46-ba34-0e92755851a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (169307d1-40b6-4bb2-86f8-45a7163b38d2), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:12.645991 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-33d08c29-12cd-4c46-ba34-0e92755851a6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f267278f7aef48a4a637847539805c0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340965 May 25 15:06:12.647127 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d08c29-12cd-4c46-ba34-0e92755851a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169307d1-40b6-4bb2-86f8-45a7163b38d2,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:12.649568 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34424) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:12.703106 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-06a70632-22fb-4c71-9c29-3d5250a3ef8a admin admin] Publish callbacks [] for security_group (169307d1-40b6-4bb2-86f8-45a7163b38d2), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:12.725318 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-06a70632-22fb-4c71-9c29-3d5250a3ef8a admin admin] Publish callbacks [] for security_group (169307d1-40b6-4bb2-86f8-45a7163b38d2), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:12.903796 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-06a70632-22fb-4c71-9c29-3d5250a3ef8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (169307d1-40b6-4bb2-86f8-45a7163b38d2), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:12.906236 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-06a70632-22fb-4c71-9c29-3d5250a3ef8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:12.907417 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-06a70632-22fb-4c71-9c29-3d5250a3ef8a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/169307d1-40b6-4bb2-86f8-45a7163b38d2 HTTP/1.1" status: 204 len: 168 time: 0.2567844 May 25 15:06:12.915500 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a70632-22fb-4c71-9c29-3d5250a3ef8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169307d1-40b6-4bb2-86f8-45a7163b38d2,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:12.980421 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:22.640917 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=66,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:22.643932 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=36,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:22.825230 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=65,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:22.910894 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=39,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:22.911731 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=65,neutron:DELETE=6,neutron:INSERT=7 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:22.928037 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:24.323217 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34626) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:24.431676 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:24.508890 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Publish callbacks [] for security_group (60e65e28-465e-45b5-868c-bf564e6d0b76), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:24.580162 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (60e65e28-465e-45b5-868c-bf564e6d0b76), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:24.620396 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e65e28-465e-45b5-868c-bf564e6d0b76,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:24.624451 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=65f8ef529d654842aeaa7c931de23797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002303 May 25 15:06:24.628003 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34634) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:24.630867 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.631212 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.631553 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.631891 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.632221 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.632551 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.632877 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.633199 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.633600 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.633897 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.634220 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.634542 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.634892 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.635210 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.635525 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a9153-28c6-4cdd-8b0e-1cb7791a4781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.687512 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Publish callbacks [] for security_group (60e65e28-465e-45b5-868c-bf564e6d0b76), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:24.711819 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Publish callbacks [] for security_group (60e65e28-465e-45b5-868c-bf564e6d0b76), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:24.854543 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (60e65e28-465e-45b5-868c-bf564e6d0b76), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:24.857880 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:24.859093 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/60e65e28-465e-45b5-868c-bf564e6d0b76 HTTP/1.1" status: 204 len: 168 time: 0.2300515 May 25 15:06:24.867590 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e65e28-465e-45b5-868c-bf564e6d0b76,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:24.875631 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.876185 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.876486 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.876839 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.877202 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.877531 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.877868 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.878202 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.878537 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.878966 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.879234 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.879597 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.879931 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.880260 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:24.880615 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912d05-72e8-4648-b3c0-839c9daa1444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:25.590540 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34646) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:25.603746 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0e2aee6d-e52e-4b47-a35e-d9c63449e213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:25.677808 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0e2aee6d-e52e-4b47-a35e-d9c63449e213 admin admin] Publish callbacks [] for security_group (4d5e37e7-c23f-4c47-a592-36287b061492), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:25.754907 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0e2aee6d-e52e-4b47-a35e-d9c63449e213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (4d5e37e7-c23f-4c47-a592-36287b061492), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:25.793248 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2aee6d-e52e-4b47-a35e-d9c63449e213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5e37e7-c23f-4c47-a592-36287b061492,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:25.798074 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-0e2aee6d-e52e-4b47-a35e-d9c63449e213 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=011bf4c710a7476a8cb9797a85e180fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2064824 May 25 15:06:25.801166 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34648) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:25.849718 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1862f33d-e985-4195-b29d-31401cafdb8e admin admin] Publish callbacks [] for security_group (4d5e37e7-c23f-4c47-a592-36287b061492), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:25.871366 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1862f33d-e985-4195-b29d-31401cafdb8e admin admin] Publish callbacks [] for security_group (4d5e37e7-c23f-4c47-a592-36287b061492), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:26.037229 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1862f33d-e985-4195-b29d-31401cafdb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (4d5e37e7-c23f-4c47-a592-36287b061492), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:26.039834 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1862f33d-e985-4195-b29d-31401cafdb8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:26.040972 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-1862f33d-e985-4195-b29d-31401cafdb8e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4d5e37e7-c23f-4c47-a592-36287b061492 HTTP/1.1" status: 204 len: 168 time: 0.2393608 May 25 15:06:26.049366 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862f33d-e985-4195-b29d-31401cafdb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5e37e7-c23f-4c47-a592-36287b061492,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:28.829239 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34734) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:28.946580 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fc77a42d-facb-45e5-931f-8273a35e4864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:29.031479 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fc77a42d-facb-45e5-931f-8273a35e4864 admin admin] Publish callbacks [] for security_group (294d7bd7-73c8-4e9d-ba0f-f4793537cc4c), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:29.117331 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fc77a42d-facb-45e5-931f-8273a35e4864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (294d7bd7-73c8-4e9d-ba0f-f4793537cc4c), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:29.156464 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77a42d-facb-45e5-931f-8273a35e4864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294d7bd7-73c8-4e9d-ba0f-f4793537cc4c,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:29.160758 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-fc77a42d-facb-45e5-931f-8273a35e4864 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bd868f627f984f17aa5a64cbaa196b95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301988 May 25 15:06:29.164087 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34740) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:29.214332 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6e6be812-206c-4032-a362-6508539a116d admin admin] Publish callbacks [] for security_group (294d7bd7-73c8-4e9d-ba0f-f4793537cc4c), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:29.241345 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6e6be812-206c-4032-a362-6508539a116d admin admin] Publish callbacks [] for security_group (294d7bd7-73c8-4e9d-ba0f-f4793537cc4c), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:29.247090 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:29.250262 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:29.394883 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6e6be812-206c-4032-a362-6508539a116d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (294d7bd7-73c8-4e9d-ba0f-f4793537cc4c), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:29.397372 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-6e6be812-206c-4032-a362-6508539a116d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:29.398525 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-6e6be812-206c-4032-a362-6508539a116d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/294d7bd7-73c8-4e9d-ba0f-f4793537cc4c HTTP/1.1" status: 204 len: 168 time: 0.2339828 May 25 15:06:29.414191 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6be812-206c-4032-a362-6508539a116d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294d7bd7-73c8-4e9d-ba0f-f4793537cc4c,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:29.943768 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34756) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:30.057159 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cef62dc5-636e-458a-a787-93d387208386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:30.129916 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cef62dc5-636e-458a-a787-93d387208386 admin admin] Publish callbacks [] for security_group (4df37b94-7a4a-40fd-b247-44375bd0705c), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:30.231810 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cef62dc5-636e-458a-a787-93d387208386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (4df37b94-7a4a-40fd-b247-44375bd0705c), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:30.272714 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-cef62dc5-636e-458a-a787-93d387208386 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c5f3aaf768974b72bb06839248c27a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278494 May 25 15:06:30.274802 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef62dc5-636e-458a-a787-93d387208386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df37b94-7a4a-40fd-b247-44375bd0705c,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:30.275582 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34762) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:30.330259 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-262f78b5-d2c4-4f7c-b78d-b37462c7cad8 admin admin] Publish callbacks [] for security_group (4df37b94-7a4a-40fd-b247-44375bd0705c), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:30.338360 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34764) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:30.349186 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a24ec86d-6f40-4bfd-9b43-1c7928a31f5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:30.353462 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-262f78b5-d2c4-4f7c-b78d-b37462c7cad8 admin admin] Publish callbacks [] for security_group (4df37b94-7a4a-40fd-b247-44375bd0705c), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:30.426258 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a24ec86d-6f40-4bfd-9b43-1c7928a31f5c admin admin] Publish callbacks [] for security_group (3298020e-8bd3-43ba-bac2-452c842149aa), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:30.517252 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-262f78b5-d2c4-4f7c-b78d-b37462c7cad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (4df37b94-7a4a-40fd-b247-44375bd0705c), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:30.519913 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-262f78b5-d2c4-4f7c-b78d-b37462c7cad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:30.521092 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-262f78b5-d2c4-4f7c-b78d-b37462c7cad8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4df37b94-7a4a-40fd-b247-44375bd0705c HTTP/1.1" status: 204 len: 168 time: 0.2445116 May 25 15:06:30.528970 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f78b5-d2c4-4f7c-b78d-b37462c7cad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df37b94-7a4a-40fd-b247-44375bd0705c,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:30.569161 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a24ec86d-6f40-4bfd-9b43-1c7928a31f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (3298020e-8bd3-43ba-bac2-452c842149aa), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:30.612012 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-a24ec86d-6f40-4bfd-9b43-1c7928a31f5c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d3a5ce487ed94eb59dd59549518caa52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750781 May 25 15:06:30.613151 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ec86d-6f40-4bfd-9b43-1c7928a31f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3298020e-8bd3-43ba-bac2-452c842149aa,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:30.614719 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34768) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:30.666146 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-36931a93-5aa2-43a5-96da-87bf51ed2c6d admin admin] Publish callbacks [] for security_group (3298020e-8bd3-43ba-bac2-452c842149aa), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:30.688585 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-36931a93-5aa2-43a5-96da-87bf51ed2c6d admin admin] Publish callbacks [] for security_group (3298020e-8bd3-43ba-bac2-452c842149aa), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:30.877160 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-36931a93-5aa2-43a5-96da-87bf51ed2c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (3298020e-8bd3-43ba-bac2-452c842149aa), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:30.879788 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-36931a93-5aa2-43a5-96da-87bf51ed2c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:30.881049 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-36931a93-5aa2-43a5-96da-87bf51ed2c6d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3298020e-8bd3-43ba-bac2-452c842149aa HTTP/1.1" status: 204 len: 168 time: 0.2650492 May 25 15:06:30.889300 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36931a93-5aa2-43a5-96da-87bf51ed2c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3298020e-8bd3-43ba-bac2-452c842149aa,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:31.368354 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34786) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:31.383985 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-47726958-dad0-40ba-9144-acc45ebf0a6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:31.450241 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:31.461668 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-47726958-dad0-40ba-9144-acc45ebf0a6f admin admin] Publish callbacks [] for security_group (3a4f2f42-cf15-4f2d-a79d-ee726f73a877), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:31.520919 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-47726958-dad0-40ba-9144-acc45ebf0a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (3a4f2f42-cf15-4f2d-a79d-ee726f73a877), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:31.572662 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=71,neutron:INSERT=27,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:31.589310 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47726958-dad0-40ba-9144-acc45ebf0a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4f2f42-cf15-4f2d-a79d-ee726f73a877,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:31.596415 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-47726958-dad0-40ba-9144-acc45ebf0a6f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5002e7becbc24ea9a9e5be9620514a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269275 May 25 15:06:31.599890 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34794) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:31.623160 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c75d87-1d79-4a2b-a8d8-0662e28955b9 req-60bc56d0-115b-4100-9547-0ac278e28b7b tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:31.625429 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-84c75d87-1d79-4a2b-a8d8-0662e28955b9 req-60bc56d0-115b-4100-9547-0ac278e28b7b tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 946 time: 0.0744855 May 25 15:06:31.656151 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e4452181-5fc3-4430-8e2c-b5c906a2c26f admin admin] Publish callbacks [] for security_group (3a4f2f42-cf15-4f2d-a79d-ee726f73a877), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:31.678657 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-84c75d87-1d79-4a2b-a8d8-0662e28955b9 req-ec9ee6d8-cede-4ec4-8e20-90e773fad4b8 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472596 May 25 15:06:31.679235 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e4452181-5fc3-4430-8e2c-b5c906a2c26f admin admin] Publish callbacks [] for security_group (3a4f2f42-cf15-4f2d-a79d-ee726f73a877), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:31.814563 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e4452181-5fc3-4430-8e2c-b5c906a2c26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (3a4f2f42-cf15-4f2d-a79d-ee726f73a877), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:31.817345 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e4452181-5fc3-4430-8e2c-b5c906a2c26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:31.820903 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-e4452181-5fc3-4430-8e2c-b5c906a2c26f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3a4f2f42-cf15-4f2d-a79d-ee726f73a877 HTTP/1.1" status: 204 len: 168 time: 0.2167008 May 25 15:06:31.826822 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4452181-5fc3-4430-8e2c-b5c906a2c26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4f2f42-cf15-4f2d-a79d-ee726f73a877,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:32.445225 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34812) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:32.459295 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bcd1958b-cb7b-429f-86a0-9fd6790ce67f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:32.536493 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bcd1958b-cb7b-429f-86a0-9fd6790ce67f admin admin] Publish callbacks [] for security_group (c28c2f53-32d1-4f90-b5cc-bb094ebdc421), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:32.631649 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bcd1958b-cb7b-429f-86a0-9fd6790ce67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (c28c2f53-32d1-4f90-b5cc-bb094ebdc421), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:32.671479 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-bcd1958b-cb7b-429f-86a0-9fd6790ce67f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2e9d84d70b3244729731df6b2aec46a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251928 May 25 15:06:32.672609 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1958b-cb7b-429f-86a0-9fd6790ce67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28c2f53-32d1-4f90-b5cc-bb094ebdc421,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:32.674346 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34818) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:32.731928 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6bfd79e2-bd50-439d-ac88-2a7c5772a8bc admin admin] Publish callbacks [] for security_group (c28c2f53-32d1-4f90-b5cc-bb094ebdc421), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:32.757596 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6bfd79e2-bd50-439d-ac88-2a7c5772a8bc admin admin] Publish callbacks [] for security_group (c28c2f53-32d1-4f90-b5cc-bb094ebdc421), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:32.823160 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dddfc-e96c-42ca-a08a-b3103eb74597 req-ccb695a4-32d4-43a6-8dd3-1d007c166169 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:32.824620 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-850dddfc-e96c-42ca-a08a-b3103eb74597 req-ccb695a4-32d4-43a6-8dd3-1d007c166169 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 946 time: 0.0698545 May 25 15:06:32.881120 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-850dddfc-e96c-42ca-a08a-b3103eb74597 req-763d08cc-05f3-4cd9-bcd9-934955c2906f tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452089 May 25 15:06:32.954627 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6bfd79e2-bd50-439d-ac88-2a7c5772a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (c28c2f53-32d1-4f90-b5cc-bb094ebdc421), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:32.957252 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6bfd79e2-bd50-439d-ac88-2a7c5772a8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:32.958373 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-6bfd79e2-bd50-439d-ac88-2a7c5772a8bc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c28c2f53-32d1-4f90-b5cc-bb094ebdc421 HTTP/1.1" status: 204 len: 168 time: 0.2823806 May 25 15:06:32.967299 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd79e2-bd50-439d-ac88-2a7c5772a8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28c2f53-32d1-4f90-b5cc-bb094ebdc421,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:33.693376 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4da90-5f7b-4c4d-9440-6cbf8fc9ea46 req-1ec2951c-2e13-4be5-af14-02665097b8f4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:33.694863 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-dfa4da90-5f7b-4c4d-9440-6cbf8fc9ea46 req-1ec2951c-2e13-4be5-af14-02665097b8f4 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 946 time: 0.0490429 May 25 15:06:33.772423 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:33.779534 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-dfa4da90-5f7b-4c4d-9440-6cbf8fc9ea46 req-3640288f-e05c-4481-b312-67bbe2e4f29d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Deleting port f7072705-f1db-4bc8-a3d5-6e626bab50e6 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:06:33.779874 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-dfa4da90-5f7b-4c4d-9440-6cbf8fc9ea46 req-3640288f-e05c-4481-b312-67bbe2e4f29d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (f7072705-f1db-4bc8-a3d5-6e626bab50e6), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:33.831485 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:33.874419 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-dfa4da90-5f7b-4c4d-9440-6cbf8fc9ea46 req-3640288f-e05c-4481-b312-67bbe2e4f29d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] For port f7072705-f1db-4bc8-a3d5-6e626bab50e6, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=f7072705-f1db-4bc8-a3d5-6e626bab50e6,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:06:33.874824 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-dfa4da90-5f7b-4c4d-9440-6cbf8fc9ea46 req-3640288f-e05c-4481-b312-67bbe2e4f29d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (f7072705-f1db-4bc8-a3d5-6e626bab50e6), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:34.005112 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d7542-913b-4b3a-bab0-8378860fa963 req-060900e0-f26d-4009-95dd-6b16c22ef592 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:34.006629 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6c5d7542-913b-4b3a-bab0-8378860fa963 req-060900e0-f26d-4009-95dd-6b16c22ef592 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 946 time: 0.0502295 May 25 15:06:34.046917 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-dfa4da90-5f7b-4c4d-9440-6cbf8fc9ea46 req-3640288f-e05c-4481-b312-67bbe2e4f29d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:34.047556 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-dfa4da90-5f7b-4c4d-9440-6cbf8fc9ea46 req-3640288f-e05c-4481-b312-67bbe2e4f29d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (885ac27b-cb42-47a8-a244-f1e21387bdf3), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:34.047905 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [req-dfa4da90-5f7b-4c4d-9440-6cbf8fc9ea46 req-3640288f-e05c-4481-b312-67bbe2e4f29d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Floating IP 885ac27b-cb42-47a8-a244-f1e21387bdf3 disassociated. External IP: 172.27.1.51, port: f7072705-f1db-4bc8-a3d5-6e626bab50e6. May 25 15:06:34.048260 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-dfa4da90-5f7b-4c4d-9440-6cbf8fc9ea46 req-3640288f-e05c-4481-b312-67bbe2e4f29d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Calling delete_port for f7072705-f1db-4bc8-a3d5-6e626bab50e6 owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:06:34.056639 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6c5d7542-913b-4b3a-bab0-8378860fa963 req-ad0abd7e-8595-4ca0-bb56-4f0031e1d245 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups?id=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442231 May 25 15:06:34.272477 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-dfa4da90-5f7b-4c4d-9440-6cbf8fc9ea46 req-3640288f-e05c-4481-b312-67bbe2e4f29d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (f7072705-f1db-4bc8-a3d5-6e626bab50e6), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:34.306899 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640288f-e05c-4481-b312-67bbe2e4f29d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event deleted for resources: {'Port': ['ID=f7072705-f1db-4bc8-a3d5-6e626bab50e6,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:34.510140 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=19 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:34.511711 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=15 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:34.671541 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:34.684262 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfa4da90-5f7b-4c4d-9440-6cbf8fc9ea46 req-3640288f-e05c-4481-b312-67bbe2e4f29d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Router e98aa9c8-7bcd-4315-a027-4c785c58670b has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:06:34.796666 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfa4da90-5f7b-4c4d-9440-6cbf8fc9ea46 req-3640288f-e05c-4481-b312-67bbe2e4f29d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:06:34.807083 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1554a2-d7e4-4c31-a7c7-f99f3c1eb135 None None] Sync routers for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:06:34.824945 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1554a2-d7e4-4c31-a7c7-f99f3c1eb135 None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:06:34.826246 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-9c1554a2-d7e4-4c31-a7c7-f99f3c1eb135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:06:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:34.850442 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa4da90-5f7b-4c4d-9440-6cbf8fc9ea46 req-3640288f-e05c-4481-b312-67bbe2e4f29d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] No DVR routers for this DVR port f7072705-f1db-4bc8-a3d5-6e626bab50e6 on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:06:34.853083 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-dfa4da90-5f7b-4c4d-9440-6cbf8fc9ea46 req-3640288f-e05c-4481-b312-67bbe2e4f29d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:34.856421 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-dfa4da90-5f7b-4c4d-9440-6cbf8fc9ea46 req-3640288f-e05c-4481-b312-67bbe2e4f29d tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.86 "DELETE /v2.0/ports/f7072705-f1db-4bc8-a3d5-6e626bab50e6 HTTP/1.1" status: 204 len: 173 time: 1.1559021 May 25 15:06:34.856860 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631dc815-ce7a-40b3-9bdb-35f04b2fca01', 'name': 'network-vif-deleted', 'tag': 'f7072705-f1db-4bc8-a3d5-6e626bab50e6'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:06:34.859166 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b37192-945d-4c15-aed9-94dd1a580e11" -d '{"events": [{"server_uuid": "631dc815-ce7a-40b3-9bdb-35f04b2fca01", "name": "network-vif-deleted", "tag": "f7072705-f1db-4bc8-a3d5-6e626bab50e6"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:06:34.899337 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488fa2b7-531d-4288-a3b2-aa3ee3f224cd x-openstack-request-id: req-488fa2b7-531d-4288-a3b2-aa3ee3f224cd {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:06:34.899633 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631dc815-ce7a-40b3-9bdb-35f04b2fca01", "name": "network-vif-deleted", "tag": "f7072705-f1db-4bc8-a3d5-6e626bab50e6", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:06:34.899884 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-488fa2b7-531d-4288-a3b2-aa3ee3f224cd {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:06:34.900284 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488fa2b7-531d-4288-a3b2-aa3ee3f224cd'] response: {'server_uuid': '631dc815-ce7a-40b3-9bdb-35f04b2fca01', 'name': 'network-vif-deleted', 'tag': 'f7072705-f1db-4bc8-a3d5-6e626bab50e6', 'status': 'completed', 'code': 200} May 25 15:06:34.935022 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-9c1554a2-d7e4-4c31-a7c7-f99f3c1eb135 None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:06:35.128138 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-9c1554a2-d7e4-4c31-a7c7-f99f3c1eb135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:35.154123 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1554a2-d7e4-4c31-a7c7-f99f3c1eb135 None None] Checking router: e98aa9c8-7bcd-4315-a027-4c785c58670b for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:06:35.157418 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e5fbc761-bb28-4f91-9f57-e16d2c1ec970 req-9e55c1a0-72b9-46aa-aed1-d62e14d540b5 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/ports?device_id=631dc815-ce7a-40b3-9bdb-35f04b2fca01 HTTP/1.1" status: 200 len: 210 time: 0.0297432 May 25 15:06:35.163014 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1554a2-d7e4-4c31-a7c7-f99f3c1eb135 None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:06:35.163617 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-9c1554a2-d7e4-4c31-a7c7-f99f3c1eb135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:06:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:35.266192 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-9c1554a2-d7e4-4c31-a7c7-f99f3c1eb135 None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:06:35.457434 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-9c1554a2-d7e4-4c31-a7c7-f99f3c1eb135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:35.482520 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1554a2-d7e4-4c31-a7c7-f99f3c1eb135 None None] The sync data for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi is: [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T14:54:42Z', 'revision_number': 4, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'c43f825a-d9b1-4728-aff7-c71223e35970', 'name': '', 'network_id': 'fa952598-36d5-42ef-b4ac-0f4017a94969', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'mac_address': 'fa:16:3e:58:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:40Z', 'updated_at': '2022-05-25T14:54:52Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'subnets': [{'id': 'e1ed1170-215c-4406-945e-b79e6c0cdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:06:35.614371 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:35.717277 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fae2a6-acdb-4876-b9cf-a513ec4b2b52 None None] New status for floating IP 885ac27b-cb42-47a8-a244-f1e21387bdf3: DOWN {{(pid=116227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:06:36.264529 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34872) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:36.382687 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0e8b2abf-5060-4bf2-8a48-e1224bf2b640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:36.413197 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34876) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:36.458111 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0e8b2abf-5060-4bf2-8a48-e1224bf2b640 admin admin] Publish callbacks [] for security_group (c1be9049-ee36-4f8a-bdd2-a7193cbd464f), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:36.468585 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-77580004-bb12-4073-9191-19d4584d6d8e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (feb25c72-33f1-4ccb-9a73-6eed1bc0bec9), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:36.492076 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-77580004-bb12-4073-9191-19d4584d6d8e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (feb25c72-33f1-4ccb-9a73-6eed1bc0bec9), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:36.565919 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-0e8b2abf-5060-4bf2-8a48-e1224bf2b640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (c1be9049-ee36-4f8a-bdd2-a7193cbd464f), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:36.606311 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a8be13c7-8248-46a4-b2b2-28b53fa6bac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:36.606550 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-77580004-bb12-4073-9191-19d4584d6d8e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (feb25c72-33f1-4ccb-9a73-6eed1bc0bec9), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:36.609285 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-0e8b2abf-5060-4bf2-8a48-e1224bf2b640 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d18e6ced141a422799a53465e8d1942c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436840 May 25 15:06:36.610307 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-77580004-bb12-4073-9191-19d4584d6d8e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:36.610430 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b2abf-5060-4bf2-8a48-e1224bf2b640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1be9049-ee36-4f8a-bdd2-a7193cbd464f,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:36.612967 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-77580004-bb12-4073-9191-19d4584d6d8e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "DELETE /v2.0/security-groups/feb25c72-33f1-4ccb-9a73-6eed1bc0bec9 HTTP/1.1" status: 204 len: 168 time: 0.1972878 May 25 15:06:36.612967 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34878) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:36.614449 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34880) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:36.629445 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.api.v2.resource [None req-ff65bdb4-6e74-449e-9160-fdfd849c49db tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] show failed (client error): The resource could not be found. May 25 15:06:36.630512 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-ff65bdb4-6e74-449e-9160-fdfd849c49db tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "GET /v2.0/security-groups/feb25c72-33f1-4ccb-9a73-6eed1bc0bec9 HTTP/1.1" status: 404 len: 347 time: 0.0148225 May 25 15:06:36.633539 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34882) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:36.633862 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77580004-bb12-4073-9191-19d4584d6d8e tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb25c72-33f1-4ccb-9a73-6eed1bc0bec9,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:36.681271 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-539e6946-1049-4099-a02e-6842ac48647a admin admin] Publish callbacks [] for security_group (c1be9049-ee36-4f8a-bdd2-a7193cbd464f), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:36.703563 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-539e6946-1049-4099-a02e-6842ac48647a admin admin] Publish callbacks [] for security_group (c1be9049-ee36-4f8a-bdd2-a7193cbd464f), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:36.749089 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-e74e161a-66f3-48cb-b131-8599b50bfd79 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Deleting port 83a85d47-03af-4eb4-9e69-bf463bc85327 {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:06:36.749433 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e74e161a-66f3-48cb-b131-8599b50bfd79 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (83a85d47-03af-4eb4-9e69-bf463bc85327), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:36.826343 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e74e161a-66f3-48cb-b131-8599b50bfd79 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (83a85d47-03af-4eb4-9e69-bf463bc85327), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:36.826687 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e74e161a-66f3-48cb-b131-8599b50bfd79 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (83a85d47-03af-4eb4-9e69-bf463bc85327), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:36.840594 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-e74e161a-66f3-48cb-b131-8599b50bfd79 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Calling delete_port for 83a85d47-03af-4eb4-9e69-bf463bc85327 owned by network:floatingip {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:06:36.851825 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-539e6946-1049-4099-a02e-6842ac48647a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (c1be9049-ee36-4f8a-bdd2-a7193cbd464f), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:36.854384 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-539e6946-1049-4099-a02e-6842ac48647a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:36.855570 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-539e6946-1049-4099-a02e-6842ac48647a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c1be9049-ee36-4f8a-bdd2-a7193cbd464f HTTP/1.1" status: 204 len: 168 time: 0.2388759 May 25 15:06:36.866953 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e6946-1049-4099-a02e-6842ac48647a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1be9049-ee36-4f8a-bdd2-a7193cbd464f,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:36.897248 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:36.910390 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:37.045254 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e74e161a-66f3-48cb-b131-8599b50bfd79 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (83a85d47-03af-4eb4-9e69-bf463bc85327), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:37.076582 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e161a-66f3-48cb-b131-8599b50bfd79 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Pushing event deleted for resources: {'Port': ['ID=83a85d47-03af-4eb4-9e69-bf463bc85327,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:37.147727 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e74e161a-66f3-48cb-b131-8599b50bfd79 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks [] for floatingip (885ac27b-cb42-47a8-a244-f1e21387bdf3), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:37.150259 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-e74e161a-66f3-48cb-b131-8599b50bfd79 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:37.154249 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-e74e161a-66f3-48cb-b131-8599b50bfd79 tempest-AttachVolumeNegativeTest-1659237407 tempest-AttachVolumeNegativeTest-1659237407-project] 10.222.0.74 "DELETE /v2.0/floatingips/885ac27b-cb42-47a8-a244-f1e21387bdf3 HTTP/1.1" status: 204 len: 168 time: 0.5197539 May 25 15:06:37.553119 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 34892) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:37.566958 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6202960e-7ee1-4634-b56b-b3cfe291e5c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:37.641147 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6202960e-7ee1-4634-b56b-b3cfe291e5c0 admin admin] Publish callbacks [] for security_group (f872b49c-88d8-4c93-8eec-bea1be4ad765), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:37.709031 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-6202960e-7ee1-4634-b56b-b3cfe291e5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (f872b49c-88d8-4c93-8eec-bea1be4ad765), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:37.752363 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-6202960e-7ee1-4634-b56b-b3cfe291e5c0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8c81fb9566714005a934e4788c5ed5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981690 May 25 15:06:37.753287 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202960e-7ee1-4634-b56b-b3cfe291e5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f872b49c-88d8-4c93-8eec-bea1be4ad765,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:37.755142 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34894) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:37.804181 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1c1945ea-37a7-490a-85af-5c02cab02ee3 admin admin] Publish callbacks [] for security_group (f872b49c-88d8-4c93-8eec-bea1be4ad765), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:37.825872 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1c1945ea-37a7-490a-85af-5c02cab02ee3 admin admin] Publish callbacks [] for security_group (f872b49c-88d8-4c93-8eec-bea1be4ad765), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:37.832561 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:37.925987 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1c1945ea-37a7-490a-85af-5c02cab02ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (f872b49c-88d8-4c93-8eec-bea1be4ad765), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:37.928512 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1c1945ea-37a7-490a-85af-5c02cab02ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:37.929663 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-1c1945ea-37a7-490a-85af-5c02cab02ee3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f872b49c-88d8-4c93-8eec-bea1be4ad765 HTTP/1.1" status: 204 len: 168 time: 0.1727359 May 25 15:06:37.938250 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1945ea-37a7-490a-85af-5c02cab02ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f872b49c-88d8-4c93-8eec-bea1be4ad765,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:38.708575 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device f7072705-f1db-4bc8-a3d5-6e626bab50e6 no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:06:38.731206 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: f7072705-f1db-4bc8-a3d5-6e626bab50e6 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:06:38.731548 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device f7072705-f1db-4bc8-a3d5-6e626bab50e6 not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:06:38.935979 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a2657722-0782-431d-a9c5-d3d7b9374d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:40.351955 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:41.431797 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34974) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:41.505748 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:41.881724 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e018eb82-0fc2-43fd-a671-bd410b1fc806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567241'] for router_interface (e98aa9c8-7bcd-4315-a027-4c785c58670b), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:41.926137 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:42.101609 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-e018eb82-0fc2-43fd-a671-bd410b1fc806 admin admin] Deleting port c43f825a-d9b1-4728-aff7-c71223e35970 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:06:42.101952 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e018eb82-0fc2-43fd-a671-bd410b1fc806 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (c43f825a-d9b1-4728-aff7-c71223e35970), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.179900 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [None req-e018eb82-0fc2-43fd-a671-bd410b1fc806 admin admin] For port c43f825a-d9b1-4728-aff7-c71223e35970, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=c43f825a-d9b1-4728-aff7-c71223e35970,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:06:42.180195 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e018eb82-0fc2-43fd-a671-bd410b1fc806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (c43f825a-d9b1-4728-aff7-c71223e35970), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.194314 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-e018eb82-0fc2-43fd-a671-bd410b1fc806 admin admin] Calling delete_port for c43f825a-d9b1-4728-aff7-c71223e35970 owned by network:router_interface {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:06:42.370374 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:42.452567 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e018eb82-0fc2-43fd-a671-bd410b1fc806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (c43f825a-d9b1-4728-aff7-c71223e35970), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.476444 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018eb82-0fc2-43fd-a671-bd410b1fc806 admin admin] Pushing event deleted for resources: {'Port': ['ID=c43f825a-d9b1-4728-aff7-c71223e35970,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:42.664368 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e018eb82-0fc2-43fd-a671-bd410b1fc806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-824638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567133'] for router_interface (e98aa9c8-7bcd-4315-a027-4c785c58670b), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.856152 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:42.873047 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e018eb82-0fc2-43fd-a671-bd410b1fc806 admin admin] Router e98aa9c8-7bcd-4315-a027-4c785c58670b has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:06:42.976713 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e018eb82-0fc2-43fd-a671-bd410b1fc806 admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:06:42.982627 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-e018eb82-0fc2-43fd-a671-bd410b1fc806 admin admin] 10.222.0.74 "PUT /v2.0/routers/e98aa9c8-7bcd-4315-a027-4c785c58670b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5561602 May 25 15:06:42.988804 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf234c71-aaf9-41ae-8d4d-63b04818e212 None None] Sync routers for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:06:42.989291 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34986) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:42.999092 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf234c71-aaf9-41ae-8d4d-63b04818e212 None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:06:42.999699 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-cf234c71-aaf9-41ae-8d4d-63b04818e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:06:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:43.043599 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.093664 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1f52c637-9202-4921-b550-d4df478c437d admin admin] Publish callbacks [] for router (e98aa9c8-7bcd-4315-a027-4c785c58670b), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.103841 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-cf234c71-aaf9-41ae-8d4d-63b04818e212 None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:06:43.183921 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:43.194278 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1f52c637-9202-4921-b550-d4df478c437d admin admin] Publish callbacks [] for router_gateway (e98aa9c8-7bcd-4315-a027-4c785c58670b), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.268353 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-cf234c71-aaf9-41ae-8d4d-63b04818e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T15:06:42Z', 'revision_number': 5, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port': {'id': '42fffa2b-c6cb-461d-87e6-4832e303f8cb', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:54:35Z', 'updated_at': '2022-05-25T14:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:43.376794 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-1f52c637-9202-4921-b550-d4df478c437d admin admin] Deleting port 42fffa2b-c6cb-461d-87e6-4832e303f8cb {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:06:43.377158 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1f52c637-9202-4921-b550-d4df478c437d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (42fffa2b-c6cb-461d-87e6-4832e303f8cb), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.382680 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf234c71-aaf9-41ae-8d4d-63b04818e212 None None] Checking router: e98aa9c8-7bcd-4315-a027-4c785c58670b for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:06:43.384623 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=100 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:43.392997 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf234c71-aaf9-41ae-8d4d-63b04818e212 None None] Routers {'e98aa9c8-7bcd-4315-a027-4c785c58670b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:06:43.393810 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-cf234c71-aaf9-41ae-8d4d-63b04818e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:06:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['e98aa9c8-7bcd-4315-a027-4c785c58670b'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:43.428047 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=100 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:43.462656 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [None req-1f52c637-9202-4921-b550-d4df478c437d admin admin] For port 42fffa2b-c6cb-461d-87e6-4832e303f8cb, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=42fffa2b-c6cb-461d-87e6-4832e303f8cb,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:06:43.463211 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1f52c637-9202-4921-b550-d4df478c437d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (42fffa2b-c6cb-461d-87e6-4832e303f8cb), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.476133 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-1f52c637-9202-4921-b550-d4df478c437d admin admin] Calling delete_port for 42fffa2b-c6cb-461d-87e6-4832e303f8cb owned by network:router_gateway {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:06:43.478628 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-cf234c71-aaf9-41ae-8d4d-63b04818e212 None None] Set router e98aa9c8-7bcd-4315-a027-4c785c58670b gateway port host: None {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:06:43.526560 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-cf234c71-aaf9-41ae-8d4d-63b04818e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T15:06:43Z', 'revision_number': 6, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port_host': None}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:43.551163 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf234c71-aaf9-41ae-8d4d-63b04818e212 None None] The sync data for ids ['e98aa9c8-7bcd-4315-a027-4c785c58670b'] in dv-cinder-830283-3-iscsi is: [{'id': 'e98aa9c8-7bcd-4315-a027-4c785c58670b', 'name': 'tempest-AttachVolumeNegativeTest-136073434-router', 'tenant_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:54:34Z', 'updated_at': '2022-05-25T15:06:43Z', 'revision_number': 6, 'project_id': 'c86222a9c32a4f77878dc82c40e38ff1', 'gw_port_host': None}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:06:43.754904 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1f52c637-9202-4921-b550-d4df478c437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (42fffa2b-c6cb-461d-87e6-4832e303f8cb), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.780058 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52c637-9202-4921-b550-d4df478c437d admin admin] Pushing event deleted for resources: {'Port': ['ID=42fffa2b-c6cb-461d-87e6-4832e303f8cb,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:43.841838 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1f52c637-9202-4921-b550-d4df478c437d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566067'] for router_gateway (e98aa9c8-7bcd-4315-a027-4c785c58670b), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.934071 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:43.937351 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1f52c637-9202-4921-b550-d4df478c437d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5635'] for router (e98aa9c8-7bcd-4315-a027-4c785c58670b), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.940212 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1f52c637-9202-4921-b550-d4df478c437d admin admin] Publish callbacks [] for router_controller (e98aa9c8-7bcd-4315-a027-4c785c58670b), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:44.092190 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1f52c637-9202-4921-b550-d4df478c437d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569237'] for router (e98aa9c8-7bcd-4315-a027-4c785c58670b), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:44.092767 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f52c637-9202-4921-b550-d4df478c437d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e98aa9c8-7bcd-4315-a027-4c785c58670b {{(pid=116225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:06:44.098082 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1f52c637-9202-4921-b550-d4df478c437d admin admin] Publish callbacks [] for router (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:44.099280 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-1f52c637-9202-4921-b550-d4df478c437d admin admin] 10.222.0.74 "DELETE /v2.0/routers/e98aa9c8-7bcd-4315-a027-4c785c58670b HTTP/1.1" status: 204 len: 168 time: 1.1089489 May 25 15:06:44.101734 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 34996) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:44.146304 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbd8144-3dd9-4791-9a48-b9273be4303c admin admin] Deleting subnet e1ed1170-215c-4406-945e-b79e6c0cdc5d {{(pid=116225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:06:44.149466 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0fbd8144-3dd9-4791-9a48-b9273be4303c admin admin] Publish callbacks [] for subnet (e1ed1170-215c-4406-945e-b79e6c0cdc5d), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:44.186000 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0fbd8144-3dd9-4791-9a48-b9273be4303c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127149998'] for subnet (e1ed1170-215c-4406-945e-b79e6c0cdc5d), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:44.271659 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0fbd8144-3dd9-4791-9a48-b9273be4303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428428'] for subnet (e1ed1170-215c-4406-945e-b79e6c0cdc5d), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:44.409394 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0fbd8144-3dd9-4791-9a48-b9273be4303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126565106'] for subnet (e1ed1170-215c-4406-945e-b79e6c0cdc5d), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:44.434926 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd8144-3dd9-4791-9a48-b9273be4303c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ed1170-215c-4406-945e-b79e6c0cdc5d,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:44.441094 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0fbd8144-3dd9-4791-9a48-b9273be4303c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:44.446541 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-0fbd8144-3dd9-4791-9a48-b9273be4303c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e1ed1170-215c-4406-945e-b79e6c0cdc5d HTTP/1.1" status: 204 len: 168 time: 0.3415253 May 25 15:06:44.446744 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a02fad-2d97-4ed6-a8bf-b2a8b787ec9e None None] Network fa952598-36d5-42ef-b4ac-0f4017a94969 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:06:44.447196 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 35000) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:44.523419 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322087'] for network (fa952598-36d5-42ef-b4ac-0f4017a94969), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:44.586508 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] Deleting port 773692f3-8f8a-423b-8a7b-f1382151d650 {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:06:44.594111 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (773692f3-8f8a-423b-8a7b-f1382151d650), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:44.598611 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:44.604590 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307efe14-3363-498e-af16-5a8f866a6070 None None] DHCP port deletion for fa952598-36d5-42ef-b4ac-0f4017a94969 request from dv-cinder-830283-3-iscsi {{(pid=116227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:06:44.633935 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:06:44.647385 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-307efe14-3363-498e-af16-5a8f866a6070 None None] Deleting port 773692f3-8f8a-423b-8a7b-f1382151d650 {{(pid=116227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:06:44.647689 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-307efe14-3363-498e-af16-5a8f866a6070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (773692f3-8f8a-423b-8a7b-f1382151d650), before_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:44.654856 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] For port 773692f3-8f8a-423b-8a7b-f1382151d650, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=773692f3-8f8a-423b-8a7b-f1382151d650,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:06:44.655226 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (773692f3-8f8a-423b-8a7b-f1382151d650), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:44.669448 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] Calling delete_port for 773692f3-8f8a-423b-8a7b-f1382151d650 owned by network:dhcp {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:06:44.825946 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (773692f3-8f8a-423b-8a7b-f1382151d650), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:44.845308 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-307efe14-3363-498e-af16-5a8f866a6070 None None] For port 773692f3-8f8a-423b-8a7b-f1382151d650, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=773692f3-8f8a-423b-8a7b-f1382151d650,segment=NetworkSegment(29dda97b-bb69-4fb5-adff-7249e80831bb),segment_id=29dda97b-bb69-4fb5-adff-7249e80831bb)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:06:44.845711 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-307efe14-3363-498e-af16-5a8f866a6070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (773692f3-8f8a-423b-8a7b-f1382151d650), precommit_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:44.851567 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=773692f3-8f8a-423b-8a7b-f1382151d650,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:44.853382 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] No DVR routers for this DVR port 773692f3-8f8a-423b-8a7b-f1382151d650 on host dv-cinder-830283-3-iscsi {{(pid=116226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:06:44.862064 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-307efe14-3363-498e-af16-5a8f866a6070 None None] Calling delete_port for 773692f3-8f8a-423b-8a7b-f1382151d650 owned by network:dhcp {{(pid=116227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:06:44.928014 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425987', 'neutron.services.segments.db._delete_segments_for_network-8746770751079'] for network (fa952598-36d5-42ef-b4ac-0f4017a94969), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:44.948196 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-307efe14-3363-498e-af16-5a8f866a6070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662'] for port (773692f3-8f8a-423b-8a7b-f1382151d650), after_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:44.952325 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa952598-36d5-42ef-b4ac-0f4017a94969']}} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:44.962001 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29dda97b-bb69-4fb5-adff-7249e80831bb') {'for_net_delete': True} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:44.962300 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29dda97b-bb69-4fb5-adff-7249e80831bb') {} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:44.976145 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746770751856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127914387'] for segment (29dda97b-bb69-4fb5-adff-7249e80831bb), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:44.977130 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307efe14-3363-498e-af16-5a8f866a6070 None None] Pushing event deleted for resources: {'Port': ['ID=773692f3-8f8a-423b-8a7b-f1382151d650,revision_number=None']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:44.979031 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307efe14-3363-498e-af16-5a8f866a6070 None None] No DVR routers for this DVR port 773692f3-8f8a-423b-8a7b-f1382151d650 on host dv-cinder-830283-3-iscsi {{(pid=116227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:06:44.994290 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (29dda97b-bb69-4fb5-adff-7249e80831bb), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:45.001673 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=116226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:06:45.006869 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126892845'] for segment (29dda97b-bb69-4fb5-adff-7249e80831bb), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:45.041229 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment 29dda97b-bb69-4fb5-adff-7249e80831bb resource provider aggregate not found May 25 15:06:45.060655 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment 29dda97b-bb69-4fb5-adff-7249e80831bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29dda97b-bb69-4fb5-adff-7249e80831bb found for delete ", "request_id": "req-ee157d72-25b2-47e5-9bd3-50ae12a1f1a4"}]} May 25 15:06:45.149096 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1425994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565467'] for network (fa952598-36d5-42ef-b4ac-0f4017a94969), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:45.154704 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:45.157838 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] 10.222.0.74 "DELETE /v2.0/networks/fa952598-36d5-42ef-b4ac-0f4017a94969 HTTP/1.1" status: 204 len: 168 time: 0.7099156 May 25 15:06:45.169161 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a6ee-6dbd-4f1e-84e5-666619dc0db2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa952598-36d5-42ef-b4ac-0f4017a94969,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:45.406428 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device c43f825a-d9b1-4728-aff7-c71223e35970 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:06:45.426574 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: c43f825a-d9b1-4728-aff7-c71223e35970 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:06:45.426965 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device c43f825a-d9b1-4728-aff7-c71223e35970 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:06:45.427390 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 42fffa2b-c6cb-461d-87e6-4832e303f8cb no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:06:45.450778 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: 42fffa2b-c6cb-461d-87e6-4832e303f8cb {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:06:45.451569 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 42fffa2b-c6cb-461d-87e6-4832e303f8cb not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:06:45.451569 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 773692f3-8f8a-423b-8a7b-f1382151d650 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:06:45.470606 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: 773692f3-8f8a-423b-8a7b-f1382151d650 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:06:45.470986 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 773692f3-8f8a-423b-8a7b-f1382151d650 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:06:45.531162 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 35016) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:45.571883 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-3ecb7e3e-6768-45ef-8d24-743686be1e9f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c86222a9c32a4f77878dc82c40e38ff1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394371 May 25 15:06:45.574397 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 35018) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:45.621243 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a15c2530-a5e1-4fd5-ab7f-823721523ea7 admin admin] Publish callbacks [] for security_group (4798f90c-f2eb-4a15-bc4d-700dd10d659b), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:45.631662 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:45.643871 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a15c2530-a5e1-4fd5-ab7f-823721523ea7 admin admin] Publish callbacks [] for security_group (4798f90c-f2eb-4a15-bc4d-700dd10d659b), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:45.808743 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a15c2530-a5e1-4fd5-ab7f-823721523ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (4798f90c-f2eb-4a15-bc4d-700dd10d659b), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:45.811526 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a15c2530-a5e1-4fd5-ab7f-823721523ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:45.812665 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-a15c2530-a5e1-4fd5-ab7f-823721523ea7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4798f90c-f2eb-4a15-bc4d-700dd10d659b HTTP/1.1" status: 204 len: 168 time: 0.2373545 May 25 15:06:45.821532 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c2530-a5e1-4fd5-ab7f-823721523ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4798f90c-f2eb-4a15-bc4d-700dd10d659b,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:46.120127 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 35028) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:46.235221 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b74e0646-7051-48ad-b8ad-52098da71cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:46.313397 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b74e0646-7051-48ad-b8ad-52098da71cf1 admin admin] Publish callbacks [] for security_group (be7b2429-7eab-439a-bb5e-b2c2dc04f118), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:46.397616 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b74e0646-7051-48ad-b8ad-52098da71cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (be7b2429-7eab-439a-bb5e-b2c2dc04f118), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:46.441723 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-b74e0646-7051-48ad-b8ad-52098da71cf1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6e6d434e69984e329494c1ba5f238c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205080 May 25 15:06:46.442570 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e0646-7051-48ad-b8ad-52098da71cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7b2429-7eab-439a-bb5e-b2c2dc04f118,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:46.444579 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 35042) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:46.496542 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cd132dd3-eb59-44fc-a28e-2aa2a4dae89b admin admin] Publish callbacks [] for security_group (be7b2429-7eab-439a-bb5e-b2c2dc04f118), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:46.518658 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cd132dd3-eb59-44fc-a28e-2aa2a4dae89b admin admin] Publish callbacks [] for security_group (be7b2429-7eab-439a-bb5e-b2c2dc04f118), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:46.642998 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cd132dd3-eb59-44fc-a28e-2aa2a4dae89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (be7b2429-7eab-439a-bb5e-b2c2dc04f118), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:46.645645 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-cd132dd3-eb59-44fc-a28e-2aa2a4dae89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:46.646837 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-cd132dd3-eb59-44fc-a28e-2aa2a4dae89b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/be7b2429-7eab-439a-bb5e-b2c2dc04f118 HTTP/1.1" status: 204 len: 168 time: 0.2011561 May 25 15:06:46.655429 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd132dd3-eb59-44fc-a28e-2aa2a4dae89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7b2429-7eab-439a-bb5e-b2c2dc04f118,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:47.450769 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 35064) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:47.470135 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9cce47d2-5c5f-4023-b362-0469b5615511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:47.547826 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9cce47d2-5c5f-4023-b362-0469b5615511 admin admin] Publish callbacks [] for security_group (03e2c3ac-24ed-4590-b10f-141315d76154), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:47.612082 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9cce47d2-5c5f-4023-b362-0469b5615511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (03e2c3ac-24ed-4590-b10f-141315d76154), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:47.635346 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:47.651487 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce47d2-5c5f-4023-b362-0469b5615511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e2c3ac-24ed-4590-b10f-141315d76154,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:47.655865 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-9cce47d2-5c5f-4023-b362-0469b5615511 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9413744afd684145be0f118e6876d553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036843 May 25 15:06:47.659453 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 35070) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:47.711987 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9cd70324-8f6f-4541-a1b9-42d20e72a96f admin admin] Publish callbacks [] for security_group (03e2c3ac-24ed-4590-b10f-141315d76154), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:47.735353 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9cd70324-8f6f-4541-a1b9-42d20e72a96f admin admin] Publish callbacks [] for security_group (03e2c3ac-24ed-4590-b10f-141315d76154), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:47.854350 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9cd70324-8f6f-4541-a1b9-42d20e72a96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (03e2c3ac-24ed-4590-b10f-141315d76154), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:47.857525 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9cd70324-8f6f-4541-a1b9-42d20e72a96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:47.858764 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-9cd70324-8f6f-4541-a1b9-42d20e72a96f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/03e2c3ac-24ed-4590-b10f-141315d76154 HTTP/1.1" status: 204 len: 168 time: 0.1982961 May 25 15:06:47.869923 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd70324-8f6f-4541-a1b9-42d20e72a96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e2c3ac-24ed-4590-b10f-141315d76154,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:52.575215 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 35186) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:52.680439 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-b763e968-8c67-4fb8-82b0-452a3128a42a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:52.755498 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-b763e968-8c67-4fb8-82b0-452a3128a42a admin admin] Publish callbacks [] for security_group (dd57fcee-4d7f-4d56-8d77-01f1cc548051), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:52.832118 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-b763e968-8c67-4fb8-82b0-452a3128a42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (dd57fcee-4d7f-4d56-8d77-01f1cc548051), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:52.871980 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-b763e968-8c67-4fb8-82b0-452a3128a42a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a6a0418efcbb433d957b7639d327b896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955978 May 25 15:06:52.872829 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763e968-8c67-4fb8-82b0-452a3128a42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd57fcee-4d7f-4d56-8d77-01f1cc548051,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:52.874799 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 35190) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:52.913175 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=6 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:52.924098 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-711067a4-9589-4898-b3a3-d3b0a8e26e0c admin admin] Publish callbacks [] for security_group (dd57fcee-4d7f-4d56-8d77-01f1cc548051), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:52.946219 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-711067a4-9589-4898-b3a3-d3b0a8e26e0c admin admin] Publish callbacks [] for security_group (dd57fcee-4d7f-4d56-8d77-01f1cc548051), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:53.063197 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-711067a4-9589-4898-b3a3-d3b0a8e26e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (dd57fcee-4d7f-4d56-8d77-01f1cc548051), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:53.065681 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-711067a4-9589-4898-b3a3-d3b0a8e26e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:53.066955 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-711067a4-9589-4898-b3a3-d3b0a8e26e0c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dd57fcee-4d7f-4d56-8d77-01f1cc548051 HTTP/1.1" status: 204 len: 168 time: 0.1910284 May 25 15:06:53.075456 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711067a4-9589-4898-b3a3-d3b0a8e26e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd57fcee-4d7f-4d56-8d77-01f1cc548051,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:53.754465 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 35200) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:53.767557 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-85208fcf-84e8-4c42-b274-f5bb376263f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:53.846148 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-85208fcf-84e8-4c42-b274-f5bb376263f2 admin admin] Publish callbacks [] for security_group (986abb05-08b8-4931-b3b6-1ebe5f6e8767), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:53.916459 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 35204) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:53.929114 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-85208fcf-84e8-4c42-b274-f5bb376263f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (986abb05-08b8-4931-b3b6-1ebe5f6e8767), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:53.970332 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-85208fcf-84e8-4c42-b274-f5bb376263f2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3560405f4f1a4a0e8b33f1d639a8cc15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147591 May 25 15:06:53.971816 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85208fcf-84e8-4c42-b274-f5bb376263f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986abb05-08b8-4931-b3b6-1ebe5f6e8767,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:53.973804 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 35208) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:53.993302 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=10 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:54.038193 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0e9aaa71-daf1-4f74-87f8-5eaf47cf74fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:54.047237 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8e73e156-8e6e-42b0-8875-4b56f248faf5 admin admin] Publish callbacks [] for security_group (986abb05-08b8-4931-b3b6-1ebe5f6e8767), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:54.080282 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8e73e156-8e6e-42b0-8875-4b56f248faf5 admin admin] Publish callbacks [] for security_group (986abb05-08b8-4931-b3b6-1ebe5f6e8767), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:54.215412 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0e9aaa71-daf1-4f74-87f8-5eaf47cf74fd admin admin] Publish callbacks [] for security_group (325bde5d-5951-4980-ba56-3b17fd22b528), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:54.314913 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0e9aaa71-daf1-4f74-87f8-5eaf47cf74fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (325bde5d-5951-4980-ba56-3b17fd22b528), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:54.333158 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:54.353544 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8e73e156-8e6e-42b0-8875-4b56f248faf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (986abb05-08b8-4931-b3b6-1ebe5f6e8767), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:54.356456 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8e73e156-8e6e-42b0-8875-4b56f248faf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:54.357369 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-8e73e156-8e6e-42b0-8875-4b56f248faf5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/986abb05-08b8-4931-b3b6-1ebe5f6e8767 HTTP/1.1" status: 204 len: 168 time: 0.3822436 May 25 15:06:54.360215 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9aaa71-daf1-4f74-87f8-5eaf47cf74fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325bde5d-5951-4980-ba56-3b17fd22b528,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:54.365160 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-0e9aaa71-daf1-4f74-87f8-5eaf47cf74fd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7c34ba9e9d8440a7b01d55676e598955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4476776 May 25 15:06:54.368106 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 35212) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:54.383124 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73e156-8e6e-42b0-8875-4b56f248faf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986abb05-08b8-4931-b3b6-1ebe5f6e8767,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:54.394466 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=73,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:54.395246 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:54.413139 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:54.433441 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d74cb857-75d7-4ddf-a406-31988e6f1abb admin admin] Publish callbacks [] for security_group (325bde5d-5951-4980-ba56-3b17fd22b528), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:54.457196 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d74cb857-75d7-4ddf-a406-31988e6f1abb admin admin] Publish callbacks [] for security_group (325bde5d-5951-4980-ba56-3b17fd22b528), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:54.574931 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d74cb857-75d7-4ddf-a406-31988e6f1abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (325bde5d-5951-4980-ba56-3b17fd22b528), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:54.577459 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d74cb857-75d7-4ddf-a406-31988e6f1abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:54.578630 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-d74cb857-75d7-4ddf-a406-31988e6f1abb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/325bde5d-5951-4980-ba56-3b17fd22b528 HTTP/1.1" status: 204 len: 168 time: 0.2093792 May 25 15:06:54.587245 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cb857-75d7-4ddf-a406-31988e6f1abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325bde5d-5951-4980-ba56-3b17fd22b528,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:55.460076 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 35238) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:55.474617 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1f33043e-1187-4a13-8701-363d30aede90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:55.551657 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1f33043e-1187-4a13-8701-363d30aede90 admin admin] Publish callbacks [] for security_group (325bdc31-7700-45a4-b46b-fc8149d9a0ce), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:55.620408 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-1f33043e-1187-4a13-8701-363d30aede90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (325bdc31-7700-45a4-b46b-fc8149d9a0ce), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:55.665831 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33043e-1187-4a13-8701-363d30aede90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325bdc31-7700-45a4-b46b-fc8149d9a0ce,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:55.667406 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-1f33043e-1187-4a13-8701-363d30aede90 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d6f3cd06ef294e67a4d4364abab53e49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063086 May 25 15:06:55.669959 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 35242) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:55.722382 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-67561206-d869-4323-ba3c-f28c480947f2 admin admin] Publish callbacks [] for security_group (325bdc31-7700-45a4-b46b-fc8149d9a0ce), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:55.745134 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-67561206-d869-4323-ba3c-f28c480947f2 admin admin] Publish callbacks [] for security_group (325bdc31-7700-45a4-b46b-fc8149d9a0ce), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:55.881100 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-67561206-d869-4323-ba3c-f28c480947f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (325bdc31-7700-45a4-b46b-fc8149d9a0ce), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:55.884068 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-67561206-d869-4323-ba3c-f28c480947f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:55.885349 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-67561206-d869-4323-ba3c-f28c480947f2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/325bdc31-7700-45a4-b46b-fc8149d9a0ce HTTP/1.1" status: 204 len: 168 time: 0.2141488 May 25 15:06:55.895241 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67561206-d869-4323-ba3c-f28c480947f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325bdc31-7700-45a4-b46b-fc8149d9a0ce,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:59.941020 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6d13d889-0b04-456b-8530-dc8474559984 req-4b51edeb-a88f-49b4-9ed1-6dbe85ef8ea9 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=25b3fac6c0af43ea99fd31e5a72935b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303261 May 25 15:07:00.126803 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13d889-0b04-456b-8530-dc8474559984 req-5b996837-6a19-46de-b871-b43fa478d968 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:00.128330 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6d13d889-0b04-456b-8530-dc8474559984 req-5b996837-6a19-46de-b871-b43fa478d968 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1788015 May 25 15:07:00.143009 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6d13d889-0b04-456b-8530-dc8474559984 req-3f89d4cf-0796-46e7-899c-f69f0c610d97 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/quotas/25b3fac6c0af43ea99fd31e5a72935b6 HTTP/1.1" status: 200 len: 375 time: 0.0090742 May 25 15:07:00.180000 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6d13d889-0b04-456b-8530-dc8474559984 req-fe2e9c59-7287-4dfc-8c91-9223c4fdac9f tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=25b3fac6c0af43ea99fd31e5a72935b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316207 May 25 15:07:00.705769 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-05ed3283-2b0e-4a58-86e0-13b2c90804b1 req-d54a9a16-7033-4045-9686-c0fd188c5486 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 210 time: 0.2796369 May 25 15:07:01.539648 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=18 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:01.544710 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:01.804475 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f9e520e7-b857-4306-b497-f9e5d1f2bc8f req-1da057f1-d911-481b-822b-99290e5dae75 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 210 time: 0.0284302 May 25 15:07:02.902244 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-06d2b8fe-4dad-462a-b8f8-07817d93a044 req-46416bf9-ce46-45ac-8728-675591fba61e tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 210 time: 0.0284886 May 25 15:07:03.996291 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a148c315-eb4b-42c8-882f-6e3fba78d96b req-d7ba40fb-aa0f-447e-8fbb-9f21e3ef07a0 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 210 time: 0.0270207 May 25 15:07:04.916461 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6d13d889-0b04-456b-8530-dc8474559984 req-66b59226-7368-4518-9248-c68d285886ac tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=25b3fac6c0af43ea99fd31e5a72935b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294559 May 25 15:07:05.087939 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:05.104215 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9f0158d8-d331-4083-b04a-dccb74c46419 req-df31cb56-fa74-40d2-ab67-588447f3de4e tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 210 time: 0.0389578 May 25 15:07:05.104811 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13d889-0b04-456b-8530-dc8474559984 req-0d502089-d28b-4724-92b8-e0d339e1190b tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:05.106033 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6d13d889-0b04-456b-8530-dc8474559984 req-0d502089-d28b-4724-92b8-e0d339e1190b tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842885 May 25 15:07:05.125060 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-6d13d889-0b04-456b-8530-dc8474559984 req-1bc82e85-cf18-4c5e-a1ad-6b896124a16c tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Request body: {'port': {'device_id': '37c8b9a1-c51f-4970-95a5-b08eeb8b16d1', 'network_id': 'a3f6f220-e789-4123-968a-ea0c72cee846', 'admin_state_up': True, 'tenant_id': '25b3fac6c0af43ea99fd31e5a72935b6'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:07:05.300077 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d13d889-0b04-456b-8530-dc8474559984 req-1bc82e85-cf18-4c5e-a1ad-6b896124a16c tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Made reservation on behalf of 25b3fac6c0af43ea99fd31e5a72935b6 for: {'port': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:07:05.303649 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-6d13d889-0b04-456b-8530-dc8474559984 req-1bc82e85-cf18-4c5e-a1ad-6b896124a16c tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:05.312920 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-6d13d889-0b04-456b-8530-dc8474559984 req-1bc82e85-cf18-4c5e-a1ad-6b896124a16c tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:05.389994 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-6d13d889-0b04-456b-8530-dc8474559984 req-1bc82e85-cf18-4c5e-a1ad-6b896124a16c tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Publish callbacks [] for security_group (08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:05.458197 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-6d13d889-0b04-456b-8530-dc8474559984 req-1bc82e85-cf18-4c5e-a1ad-6b896124a16c tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:05.526032 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc82e85-cf18-4c5e-a1ad-6b896124a16c tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:05.571858 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:05.597684 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [req-6d13d889-0b04-456b-8530-dc8474559984 req-1bc82e85-cf18-4c5e-a1ad-6b896124a16c tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Allocated IP 192.168.233.73 (a3f6f220-e789-4123-968a-ea0c72cee846/0edc2c49-0500-4c3e-8c63-d236c8bd2687/bd082d1d-8e76-4bc7-8b02-0b678301857e) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:07:05.610428 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:05.749588 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-6d13d889-0b04-456b-8530-dc8474559984 req-1bc82e85-cf18-4c5e-a1ad-6b896124a16c tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Publish callbacks [] for port (bd082d1d-8e76-4bc7-8b02-0b678301857e), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:05.878096 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-6d13d889-0b04-456b-8530-dc8474559984 req-1bc82e85-cf18-4c5e-a1ad-6b896124a16c tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (bd082d1d-8e76-4bc7-8b02-0b678301857e), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:05.924524 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d13d889-0b04-456b-8530-dc8474559984 req-1bc82e85-cf18-4c5e-a1ad-6b896124a16c tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Network a3f6f220-e789-4123-968a-ea0c72cee846 is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:07:05.928198 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [req-6d13d889-0b04-456b-8530-dc8474559984 req-1bc82e85-cf18-4c5e-a1ad-6b896124a16c tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:07:05.932214 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d13d889-0b04-456b-8530-dc8474559984 req-1bc82e85-cf18-4c5e-a1ad-6b896124a16c tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:07:05.956939 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc82e85-cf18-4c5e-a1ad-6b896124a16c tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Pushing event updated for resources: {'Port': ['ID=bd082d1d-8e76-4bc7-8b02-0b678301857e,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:05.986474 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13d889-0b04-456b-8530-dc8474559984 req-1bc82e85-cf18-4c5e-a1ad-6b896124a16c tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:05.987153 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-6d13d889-0b04-456b-8530-dc8474559984 req-1bc82e85-cf18-4c5e-a1ad-6b896124a16c tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:05.994525 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:06.097416 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6d13d889-0b04-456b-8530-dc8474559984 req-1bc82e85-cf18-4c5e-a1ad-6b896124a16c tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9763222 May 25 15:07:06.115736 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Request body: {'port': {'device_id': '37c8b9a1-c51f-4970-95a5-b08eeb8b16d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:07:06.178567 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (bd082d1d-8e76-4bc7-8b02-0b678301857e), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:06.204482 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-4bc5cc25-3158-4467-83ff-d502e436d21f None None] Provisioning complete for port bd082d1d-8e76-4bc7-8b02-0b678301857e triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:07:06.204800 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-4bc5cc25-3158-4467-83ff-d502e436d21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (bd082d1d-8e76-4bc7-8b02-0b678301857e), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:06.227180 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c6df9-cf5b-4465-8e6a-0e01b0b9ffd6 req-ac1fddcf-3f7b-4299-bd7a-2f65ad0c8b2a tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:06.229160 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-887c6df9-cf5b-4465-8e6a-0e01b0b9ffd6 req-ac1fddcf-3f7b-4299-bd7a-2f65ad0c8b2a tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 935 time: 0.0557401 May 25 15:07:06.241841 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-4bc5cc25-3158-4467-83ff-d502e436d21f None None] Port bd082d1d-8e76-4bc7-8b02-0b678301857e cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:07:06.278112 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-887c6df9-cf5b-4465-8e6a-0e01b0b9ffd6 req-d24dedf3-48ba-469b-bcd4-f08463d0c411 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/security-groups?id=08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432141 May 25 15:07:06.617363 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-37ec5fb0-aa55-4d8c-8fad-fb32ec5cdc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:06.726060 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd082d1d-8e76-4bc7-8b02-0b678301857e {{(pid=116225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:07:06.733589 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Publish callbacks [] for port (bd082d1d-8e76-4bc7-8b02-0b678301857e), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:06.745893 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.provisioning_blocks [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Transition to ACTIVE for port object bd082d1d-8e76-4bc7-8b02-0b678301857e will not be triggered until provisioned by entity L2. {{(pid=116225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:07:06.803090 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (bd082d1d-8e76-4bc7-8b02-0b678301857e), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:06.855107 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Pushing event updated for resources: {'Port': ['ID=bd082d1d-8e76-4bc7-8b02-0b678301857e,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:06.926517 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Attempting to bind port bd082d1d-8e76-4bc7-8b02-0b678301857e on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:07:06.932665 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Attempting to bind port bd082d1d-8e76-4bc7-8b02-0b678301857e by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': '575b0e29-768c-4de5-9e26-1408e36102c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a3f6f220-e789-4123-968a-ea0c72cee846'}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:07:06.932665 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Attempting to bind port bd082d1d-8e76-4bc7-8b02-0b678301857e on network a3f6f220-e789-4123-968a-ea0c72cee846 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:07:06.932665 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Port bd082d1d-8e76-4bc7-8b02-0b678301857e on network a3f6f220-e789-4123-968a-ea0c72cee846 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:07:06.932665 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Attempting to bind port bd082d1d-8e76-4bc7-8b02-0b678301857e on network a3f6f220-e789-4123-968a-ea0c72cee846 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:07:06.937713 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:07:06.938056 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Checking segment: {'id': '575b0e29-768c-4de5-9e26-1408e36102c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a3f6f220-e789-4123-968a-ea0c72cee846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:07:06.938469 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Bound using segment: {'id': '575b0e29-768c-4de5-9e26-1408e36102c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a3f6f220-e789-4123-968a-ea0c72cee846'} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:07:06.938925 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Bound port: bd082d1d-8e76-4bc7-8b02-0b678301857e, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575b0e29-768c-4de5-9e26-1408e36102c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a3f6f220-e789-4123-968a-ea0c72cee846'}}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:07:06.939286 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (bd082d1d-8e76-4bc7-8b02-0b678301857e), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:06.975531 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:07.007568 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] For port bd082d1d-8e76-4bc7-8b02-0b678301857e, host hv-cinder-83028, cleared binding levels {{(pid=116225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:07:07.010565 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] For port bd082d1d-8e76-4bc7-8b02-0b678301857e, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=bd082d1d-8e76-4bc7-8b02-0b678301857e,segment=NetworkSegment(575b0e29-768c-4de5-9e26-1408e36102c4),segment_id=575b0e29-768c-4de5-9e26-1408e36102c4)] {{(pid=116225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:07:07.100584 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (bd082d1d-8e76-4bc7-8b02-0b678301857e), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:07.140523 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:07.141092 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:07.142476 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6d13d889-0b04-456b-8530-dc8474559984 req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] 10.222.0.86 "PUT /v2.0/ports/bd082d1d-8e76-4bc7-8b02-0b678301857e HTTP/1.1" status: 200 len: 1097 time: 1.0316210 May 25 15:07:07.142949 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c8b9a1-c51f-4970-95a5-b08eeb8b16d1', 'tag': 'bd082d1d-8e76-4bc7-8b02-0b678301857e'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:07:07.145262 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c22acac-1eff-4413-8c98-d1449db3c77f" -d '{"events": [{"name": "network-changed", "server_uuid": "37c8b9a1-c51f-4970-95a5-b08eeb8b16d1", "tag": "bd082d1d-8e76-4bc7-8b02-0b678301857e"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:07:07.165372 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0abff-1002-4c8a-aa0f-da372de80c57 service neutron] Pushing event updated for resources: {'Port': ['ID=bd082d1d-8e76-4bc7-8b02-0b678301857e,revision_number=3']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:07.191513 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bca5e1-02b4-4289-86b5-9875abaac7a0 x-openstack-request-id: req-37bca5e1-02b4-4289-86b5-9875abaac7a0 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:07:07.191811 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c8b9a1-c51f-4970-95a5-b08eeb8b16d1", "tag": "bd082d1d-8e76-4bc7-8b02-0b678301857e", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:07:07.192089 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-37bca5e1-02b4-4289-86b5-9875abaac7a0 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:07:07.192500 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37bca5e1-02b4-4289-86b5-9875abaac7a0'] response: {'name': 'network-changed', 'server_uuid': '37c8b9a1-c51f-4970-95a5-b08eeb8b16d1', 'tag': 'bd082d1d-8e76-4bc7-8b02-0b678301857e', 'status': 'completed', 'code': 200} May 25 15:07:07.276664 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22acac-1eff-4413-8c98-d1449db3c77f req-ebfb5a28-e78b-41a2-875d-9bfa36ee443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:07.278354 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4c22acac-1eff-4413-8c98-d1449db3c77f req-ebfb5a28-e78b-41a2-875d-9bfa36ee443f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25b3fac6c0af43ea99fd31e5a72935b6&device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 1131 time: 0.0453427 May 25 15:07:07.319073 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4c22acac-1eff-4413-8c98-d1449db3c77f req-f27d38b0-b174-4d91-93c0-806581b1f9cb service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=25b3fac6c0af43ea99fd31e5a72935b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262244 May 25 15:07:07.399868 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caa8e1-1365-4e3c-9e9c-b11c75bc5f9b req-102d99c8-67ea-4a75-98f5-06a8dd7443a1 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:07.401346 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-70caa8e1-1365-4e3c-9e9c-b11c75bc5f9b req-102d99c8-67ea-4a75-98f5-06a8dd7443a1 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 947 time: 0.0490785 May 25 15:07:07.428958 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22acac-1eff-4413-8c98-d1449db3c77f req-b9ad8ab3-e4e7-43a3-b90f-0102688ac3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:07.430535 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4c22acac-1eff-4413-8c98-d1449db3c77f req-b9ad8ab3-e4e7-43a3-b90f-0102688ac3b4 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1069546 May 25 15:07:07.460779 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-70caa8e1-1365-4e3c-9e9c-b11c75bc5f9b req-27f30a97-14f0-4a6a-a3ae-efa6cbc0df13 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/security-groups?id=08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529759 May 25 15:07:07.532560 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13d889-0b04-456b-8530-dc8474559984 req-d9077c1f-2aa4-46f9-b53c-0c494cfc7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:07.534106 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6d13d889-0b04-456b-8530-dc8474559984 req-d9077c1f-2aa4-46f9-b53c-0c494cfc7558 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25b3fac6c0af43ea99fd31e5a72935b6&device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 1131 time: 0.0427992 May 25 15:07:07.586413 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6d13d889-0b04-456b-8530-dc8474559984 req-59280db8-7198-4961-948b-8028b3c6f9c4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=bd082d1d-8e76-4bc7-8b02-0b678301857e HTTP/1.1" status: 200 len: 217 time: 0.0388155 May 25 15:07:07.635247 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13d889-0b04-456b-8530-dc8474559984 req-23cba9ea-8c80-4a03-865a-86c3d64b0f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:07.636674 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6d13d889-0b04-456b-8530-dc8474559984 req-23cba9ea-8c80-4a03-865a-86c3d64b0f15 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0edc2c49-0500-4c3e-8c63-d236c8bd2687 HTTP/1.1" status: 200 len: 843 time: 0.0440218 May 25 15:07:07.680768 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13d889-0b04-456b-8530-dc8474559984 req-a3db5514-dd30-4a77-b397-6ccee84db2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:07.682173 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6d13d889-0b04-456b-8530-dc8474559984 req-a3db5514-dd30-4a77-b397-6ccee84db2f6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a3f6f220-e789-4123-968a-ea0c72cee846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0386913 May 25 15:07:07.743401 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:07.776565 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6d13d889-0b04-456b-8530-dc8474559984 req-e7182169-2911-44c4-b1ef-a5a90642618f service neutron] 10.222.0.86 "GET /v2.0/networks/a3f6f220-e789-4123-968a-ea0c72cee846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878263 May 25 15:07:07.866002 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6d13d889-0b04-456b-8530-dc8474559984 req-3a9b4a61-e203-469e-9ec1-65b70450d3d9 service neutron] 10.222.0.86 "GET /v2.0/networks/a3f6f220-e789-4123-968a-ea0c72cee846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831192 May 25 15:07:08.576105 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891f4ec-c455-4012-805c-ae711fab50b7 req-31fa5cae-8f45-465b-b196-156f9f787575 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:08.577109 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5891f4ec-c455-4012-805c-ae711fab50b7 req-31fa5cae-8f45-465b-b196-156f9f787575 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 947 time: 0.0478299 May 25 15:07:08.610673 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:08.625837 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5891f4ec-c455-4012-805c-ae711fab50b7 req-f63e6a22-05c6-4962-9dc2-0a47c2c91f82 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/security-groups?id=08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432818 May 25 15:07:08.943503 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-659d1e98-8c78-4711-8a49-23ed5f313abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:09.722303 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 35396) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:09.746550 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832bcf5-3e0b-4e7a-9d67-1e5857bc88ec req-076de0f2-2e8e-42f7-b967-ea5ce57308c6 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:09.748078 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6832bcf5-3e0b-4e7a-9d67-1e5857bc88ec req-076de0f2-2e8e-42f7-b967-ea5ce57308c6 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 947 time: 0.0486078 May 25 15:07:09.796171 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6832bcf5-3e0b-4e7a-9d67-1e5857bc88ec req-95e14399-90fa-47ef-a103-1dd8c52d54f1 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/security-groups?id=08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425866 May 25 15:07:09.830492 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2b486661-81c8-42d7-adca-089b5a78b439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:09.907177 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2b486661-81c8-42d7-adca-089b5a78b439 admin admin] Publish callbacks [] for security_group (8edc1a72-9903-4951-8b25-cae487c1d0b7), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:10.000721 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-2b486661-81c8-42d7-adca-089b5a78b439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (8edc1a72-9903-4951-8b25-cae487c1d0b7), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:10.039679 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b486661-81c8-42d7-adca-089b5a78b439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edc1a72-9903-4951-8b25-cae487c1d0b7,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:10.044056 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-2b486661-81c8-42d7-adca-089b5a78b439 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8f84476142c9430487a52d95cf1d49ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200753 May 25 15:07:10.046786 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 35400) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:10.099247 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7853c171-6727-4cc4-99c8-ed29cc2a0afb admin admin] Publish callbacks [] for security_group (8edc1a72-9903-4951-8b25-cae487c1d0b7), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:10.120430 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7853c171-6727-4cc4-99c8-ed29cc2a0afb admin admin] Publish callbacks [] for security_group (8edc1a72-9903-4951-8b25-cae487c1d0b7), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:10.226033 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7853c171-6727-4cc4-99c8-ed29cc2a0afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (8edc1a72-9903-4951-8b25-cae487c1d0b7), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:10.229424 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7853c171-6727-4cc4-99c8-ed29cc2a0afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:10.230651 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-7853c171-6727-4cc4-99c8-ed29cc2a0afb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8edc1a72-9903-4951-8b25-cae487c1d0b7 HTTP/1.1" status: 204 len: 168 time: 0.1830335 May 25 15:07:10.233835 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:10.240370 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853c171-6727-4cc4-99c8-ed29cc2a0afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edc1a72-9903-4951-8b25-cae487c1d0b7,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:10.360715 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:10.913519 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0007e65-7b44-453b-a21d-fa881ea5aed6 req-0c6e37a1-8e4a-44b7-b32c-b90c4c5676d8 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:10.914989 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c0007e65-7b44-453b-a21d-fa881ea5aed6 req-0c6e37a1-8e4a-44b7-b32c-b90c4c5676d8 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 947 time: 0.0507967 May 25 15:07:10.954881 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device bd082d1d-8e76-4bc7-8b02-0b678301857e details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:07:10.963286 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c0007e65-7b44-453b-a21d-fa881ea5aed6 req-7016788b-fd9f-4d64-a0d3-e7af4d9a4dcd tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/security-groups?id=08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428178 May 25 15:07:10.965508 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 35408) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:10.981542 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f275b6d7-26d7-46dc-b419-1aa5c0008175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:11.055673 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port bd082d1d-8e76-4bc7-8b02-0b678301857e, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=bd082d1d-8e76-4bc7-8b02-0b678301857e,segment=NetworkSegment(575b0e29-768c-4de5-9e26-1408e36102c4),segment_id=575b0e29-768c-4de5-9e26-1408e36102c4)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:11.056278 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f275b6d7-26d7-46dc-b419-1aa5c0008175 admin admin] Publish callbacks [] for security_group (41b13dca-bd5c-4709-b18e-d6104bf811fe), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:11.068406 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': 'bd082d1d-8e76-4bc7-8b02-0b678301857e', 'network_id': 'a3f6f220-e789-4123-968a-ea0c72cee846', 'port_id': 'bd082d1d-8e76-4bc7-8b02-0b678301857e', 'mac_address': 'fa:16:3e:6e:25:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0edc2c49-0500-4c3e-8c63-d236c8bd2687', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:07:11.106208 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port bd082d1d-8e76-4bc7-8b02-0b678301857e is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:07:11.106600 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (bd082d1d-8e76-4bc7-8b02-0b678301857e), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:11.119976 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd082d1d-8e76-4bc7-8b02-0b678301857e {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:07:11.140208 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port bd082d1d-8e76-4bc7-8b02-0b678301857e, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=bd082d1d-8e76-4bc7-8b02-0b678301857e,segment=NetworkSegment(575b0e29-768c-4de5-9e26-1408e36102c4),segment_id=575b0e29-768c-4de5-9e26-1408e36102c4)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:11.157320 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-f275b6d7-26d7-46dc-b419-1aa5c0008175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (41b13dca-bd5c-4709-b18e-d6104bf811fe), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:11.198454 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-f275b6d7-26d7-46dc-b419-1aa5c0008175 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=da8e3df8c1034013a7a8ec7fcb98f832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315912 May 25 15:07:11.199220 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275b6d7-26d7-46dc-b419-1aa5c0008175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b13dca-bd5c-4709-b18e-d6104bf811fe,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:11.201905 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 35410) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:11.226287 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (bd082d1d-8e76-4bc7-8b02-0b678301857e), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:11.253177 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-955bc12f-4066-43c6-9ba9-5de2de7e4629 admin admin] Publish callbacks [] for security_group (41b13dca-bd5c-4709-b18e-d6104bf811fe), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:11.273946 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=bd082d1d-8e76-4bc7-8b02-0b678301857e,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:11.275479 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-955bc12f-4066-43c6-9ba9-5de2de7e4629 admin admin] Publish callbacks [] for security_group (41b13dca-bd5c-4709-b18e-d6104bf811fe), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:11.281566 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:11.281922 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:11.282471 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:11.282844 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:11.283187 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:11.283530 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:11.283868 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:11.284201 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:11.284546 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:11.284910 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:11.285242 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:11.285573 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:11.285903 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:11.286229 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:11.286558 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:11.394688 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-955bc12f-4066-43c6-9ba9-5de2de7e4629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (41b13dca-bd5c-4709-b18e-d6104bf811fe), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:11.397441 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-955bc12f-4066-43c6-9ba9-5de2de7e4629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:11.398679 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-955bc12f-4066-43c6-9ba9-5de2de7e4629 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/41b13dca-bd5c-4709-b18e-d6104bf811fe HTTP/1.1" status: 204 len: 168 time: 0.1957688 May 25 15:07:11.406593 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bc12f-4066-43c6-9ba9-5de2de7e4629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b13dca-bd5c-4709-b18e-d6104bf811fe,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:11.516942 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:11.625099 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['bd082d1d-8e76-4bc7-8b02-0b678301857e'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:07:12.083194 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6784c0-1e97-4d02-80a5-48c7012ee23a req-b2aeb8d5-10ac-4a9b-84af-b1b0020750cf tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:12.085627 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-be6784c0-1e97-4d02-80a5-48c7012ee23a req-b2aeb8d5-10ac-4a9b-84af-b1b0020750cf tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 948 time: 0.0522699 May 25 15:07:12.097616 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:12.134011 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-be6784c0-1e97-4d02-80a5-48c7012ee23a req-45db0263-d953-44e4-9694-844c497817b6 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/security-groups?id=08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429552 May 25 15:07:12.549501 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 35434) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:12.648149 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-a05953a4-5b3f-409b-ab82-e4c873671164 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-372842471-network', 'tenant_id': 'a177f93d752a47d893da6989db08a99e'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:07:12.783455 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05953a4-5b3f-409b-ab82-e4c873671164 admin admin] Made reservation on behalf of a177f93d752a47d893da6989db08a99e for: {'network': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:07:12.785863 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a05953a4-5b3f-409b-ab82-e4c873671164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:12.794609 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a05953a4-5b3f-409b-ab82-e4c873671164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:12.879621 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a05953a4-5b3f-409b-ab82-e4c873671164 admin admin] Publish callbacks [] for security_group (aa615e83-9641-4fb5-a4ef-6331bffb66a9), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:12.926976 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:12.963410 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a05953a4-5b3f-409b-ab82-e4c873671164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (aa615e83-9641-4fb5-a4ef-6331bffb66a9), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:12.974611 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device bd082d1d-8e76-4bc7-8b02-0b678301857e up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:07:12.990730 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05953a4-5b3f-409b-ab82-e4c873671164 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=116225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:07:12.999813 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05953a4-5b3f-409b-ab82-e4c873671164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa615e83-9641-4fb5-a4ef-6331bffb66a9,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:13.005876 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a05953a4-5b3f-409b-ab82-e4c873671164 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (a6d0637d-0483-4f46-b228-7f36cca07d7b), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:13.006339 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.segments_db [None req-a05953a4-5b3f-409b-ab82-e4c873671164 admin admin] Added segment a6d0637d-0483-4f46-b228-7f36cca07d7b of type vlan for network 594568d5-72fb-4b13-97e4-410ba28dde4f May 25 15:07:13.018872 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port bd082d1d-8e76-4bc7-8b02-0b678301857e completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:07:13.049417 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a05953a4-5b3f-409b-ab82-e4c873671164 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (594568d5-72fb-4b13-97e4-410ba28dde4f), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:13.055500 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:13.097521 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port bd082d1d-8e76-4bc7-8b02-0b678301857e triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:07:13.098441 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (bd082d1d-8e76-4bc7-8b02-0b678301857e), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:13.161864 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:13.172137 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:13.174359 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port bd082d1d-8e76-4bc7-8b02-0b678301857e is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:07:13.174768 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (bd082d1d-8e76-4bc7-8b02-0b678301857e), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:13.183078 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a05953a4-5b3f-409b-ab82-e4c873671164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (594568d5-72fb-4b13-97e4-410ba28dde4f), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:13.194095 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05953a4-5b3f-409b-ab82-e4c873671164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:13.194095 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a05953a4-5b3f-409b-ab82-e4c873671164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:13.199083 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c8b9a1-c51f-4970-95a5-b08eeb8b16d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd082d1d-8e76-4bc7-8b02-0b678301857e'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:07:13.201328 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da0e96b-d3a8-495f-b5a7-f062a375cea7" -d '{"events": [{"server_uuid": "37c8b9a1-c51f-4970-95a5-b08eeb8b16d1", "name": "network-vif-plugged", "status": "completed", "tag": "bd082d1d-8e76-4bc7-8b02-0b678301857e"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:07:13.214876 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port bd082d1d-8e76-4bc7-8b02-0b678301857e, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=bd082d1d-8e76-4bc7-8b02-0b678301857e,segment=NetworkSegment(575b0e29-768c-4de5-9e26-1408e36102c4),segment_id=575b0e29-768c-4de5-9e26-1408e36102c4)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:13.249593 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05953a4-5b3f-409b-ab82-e4c873671164 admin admin] Pushing event updated for resources: {'Network': ['ID=594568d5-72fb-4b13-97e4-410ba28dde4f,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:13.260525 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network 594568d5-72fb-4b13-97e4-410ba28dde4f details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 15:07:13.266886 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bf779-4e2b-4dfc-ad25-0dbd610c3732 req-96902716-c2b1-4710-9fe1-acc03ede2963 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:13.268493 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e64bf779-4e2b-4dfc-ad25-0dbd610c3732 req-96902716-c2b1-4710-9fe1-acc03ede2963 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 948 time: 0.0583167 May 25 15:07:13.327584 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e64bf779-4e2b-4dfc-ad25-0dbd610c3732 req-81e20090-3685-4f68-8b15-8ef577c3eab9 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/security-groups?id=08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521531 May 25 15:07:13.346940 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (bd082d1d-8e76-4bc7-8b02-0b678301857e), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:13.353338 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-a05953a4-5b3f-409b-ab82-e4c873671164 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.8025129 May 25 15:07:13.356121 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 35444) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:13.360857 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-0efbd69c-bf54-4204-9cc2-66aeae036a3c admin admin] Request body: {'subnet': {'network_id': '594568d5-72fb-4b13-97e4-410ba28dde4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-372842471-subnet', 'tenant_id': 'a177f93d752a47d893da6989db08a99e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:07:13.399205 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=bd082d1d-8e76-4bc7-8b02-0b678301857e,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:13.403706 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7747e50f-e2d0-4bca-a7f3-1fad4194e526 x-openstack-request-id: req-7747e50f-e2d0-4bca-a7f3-1fad4194e526 {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:07:13.403997 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c8b9a1-c51f-4970-95a5-b08eeb8b16d1", "name": "network-vif-plugged", "status": "completed", "tag": "bd082d1d-8e76-4bc7-8b02-0b678301857e", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:07:13.404252 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7747e50f-e2d0-4bca-a7f3-1fad4194e526 {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:07:13.404645 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7747e50f-e2d0-4bca-a7f3-1fad4194e526'] response: {'server_uuid': '37c8b9a1-c51f-4970-95a5-b08eeb8b16d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd082d1d-8e76-4bc7-8b02-0b678301857e', 'code': 200} May 25 15:07:13.488688 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efbd69c-bf54-4204-9cc2-66aeae036a3c admin admin] Made reservation on behalf of a177f93d752a47d893da6989db08a99e for: {'subnet': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:07:13.491154 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0efbd69c-bf54-4204-9cc2-66aeae036a3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126564873'] for subnet (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:13.563717 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:13.829399 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0efbd69c-bf54-4204-9cc2-66aeae036a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126640252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126565115'] for subnet (856a3773-df33-4f85-b38c-b8bae38693e8), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:13.917970 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11aaae-7d61-4b5e-af02-332f719054e8 req-d1922ef2-6c62-4ef5-a660-2ad99f6f5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:13.919643 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-9b11aaae-7d61-4b5e-af02-332f719054e8 req-d1922ef2-6c62-4ef5-a660-2ad99f6f5d5e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 1133 time: 0.0841560 May 25 15:07:13.921945 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbd69c-bf54-4204-9cc2-66aeae036a3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=856a3773-df33-4f85-b38c-b8bae38693e8,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:13.958991 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efbd69c-bf54-4204-9cc2-66aeae036a3c admin admin] Checking segment: {'id': 'a6d0637d-0483-4f46-b228-7f36cca07d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '594568d5-72fb-4b13-97e4-410ba28dde4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:07:13.959357 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efbd69c-bf54-4204-9cc2-66aeae036a3c admin admin] Network hostable DHCP agents. Network: 594568d5-72fb-4b13-97e4-410ba28dde4f, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:07:13.985954 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-9b11aaae-7d61-4b5e-af02-332f719054e8 req-ce4fc037-07d3-4013-8c4a-f98843b2dad2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547624 May 25 15:07:14.063489 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efbd69c-bf54-4204-9cc2-66aeae036a3c admin admin] Network 594568d5-72fb-4b13-97e4-410ba28dde4f is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:07:14.161223 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-0efbd69c-bf54-4204-9cc2-66aeae036a3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, 594568d5-72fb-4b13-97e4-410ba28dde4f) {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:07:14.165309 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efbd69c-bf54-4204-9cc2-66aeae036a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:14.166001 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0efbd69c-bf54-4204-9cc2-66aeae036a3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:14.169943 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cfbad9-ef97-4452-a7d8-1d4674ad2f7d None None] Network 594568d5-72fb-4b13-97e4-410ba28dde4f requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:07:14.271026 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96861f01-bde0-4522-92e8-e5aa9878d0c6 None None] Network 594568d5-72fb-4b13-97e4-410ba28dde4f requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:07:14.283075 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-0efbd69c-bf54-4204-9cc2-66aeae036a3c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9256878 May 25 15:07:14.474903 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b56f5-7520-45a6-9fac-e4368ae54e46 req-7c706536-c9d2-47eb-86b5-bb7c7373befe tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:14.476450 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-722b56f5-7520-45a6-9fac-e4368ae54e46 req-7c706536-c9d2-47eb-86b5-bb7c7373befe tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 949 time: 0.0501456 May 25 15:07:14.536436 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-722b56f5-7520-45a6-9fac-e4368ae54e46 req-7cf43905-095c-45a9-a6a5-474ae73ec516 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/security-groups?id=08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522807 May 25 15:07:15.655575 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f599f8c-5fb7-4697-a3e2-5a315da419f6 req-d943c399-6e8d-4aab-8648-de2c1ef3da47 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:15.657024 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7f599f8c-5fb7-4697-a3e2-5a315da419f6 req-d943c399-6e8d-4aab-8648-de2c1ef3da47 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 949 time: 0.0466690 May 25 15:07:15.711668 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7f599f8c-5fb7-4697-a3e2-5a315da419f6 req-1dcdb186-be32-4525-a5b9-5114301f99db tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/security-groups?id=08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491121 May 25 15:07:16.823637 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7271297-402c-4e44-99db-ee8094ece783 req-7ab898e9-23fb-4dec-8659-9db5e206f90f tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:16.825106 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f7271297-402c-4e44-99db-ee8094ece783 req-7ab898e9-23fb-4dec-8659-9db5e206f90f tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 949 time: 0.0466824 May 25 15:07:16.871945 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f7271297-402c-4e44-99db-ee8094ece783 req-853080a5-a4eb-4a24-b46b-c865d8d79990 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/security-groups?id=08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412633 May 25 15:07:17.346773 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404052f1-06e8-4b81-bc47-94b576ef500e req-ce6c3a50-fd92-4a47-a9be-9ba599c4bd87 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:17.348839 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-404052f1-06e8-4b81-bc47-94b576ef500e req-ce6c3a50-fd92-4a47-a9be-9ba599c4bd87 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 949 time: 0.0528841 May 25 15:07:17.412330 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-404052f1-06e8-4b81-bc47-94b576ef500e req-9f4d8bbd-19bb-4485-a719-6b7397562e95 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/security-groups?id=08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576870 May 25 15:07:17.452834 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:17.501535 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-d9ed63aa-29c8-41eb-a7bf-66443255faf2 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:17.502952 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-d9ed63aa-29c8-41eb-a7bf-66443255faf2 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/networks?id=594568d5-72fb-4b13-97e4-410ba28dde4f HTTP/1.1" status: 200 len: 813 time: 0.1072578 May 25 15:07:17.517411 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-c6466480-ebbe-4588-8982-b91875bb4f90 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/quotas/a177f93d752a47d893da6989db08a99e HTTP/1.1" status: 200 len: 375 time: 0.0091009 May 25 15:07:17.553740 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-2137e725-86db-4ade-8d95-7b5e0c39244b tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a177f93d752a47d893da6989db08a99e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312104 May 25 15:07:17.609731 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-2c9cf4b2-e237-4321-9822-a336e8b4441e service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:07:17.610749 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-2c9cf4b2-e237-4321-9822-a336e8b4441e service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0505574 May 25 15:07:17.698799 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-2dd07667-0a1b-42a4-8ab9-b2d0334ce484 service neutron] 10.222.0.74 "GET /v2.0/networks/594568d5-72fb-4b13-97e4-410ba28dde4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821514 May 25 15:07:17.791481 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-85b2b591-ac2f-4b04-85c8-a438bc1fbf26 service neutron] 10.222.0.74 "GET /v2.0/networks/594568d5-72fb-4b13-97e4-410ba28dde4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867321 May 25 15:07:18.033140 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-28f4e14f-d06a-4b01-8316-34b35fe7fe0b req-91108696-6690-4f48-8012-79fae4b087b0 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 210 time: 0.0276322 May 25 15:07:18.527366 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bbdf6-b3e3-46f6-b96b-5698b0ff6f57 req-5c613f4e-7ffb-4c1b-b1ad-a2e4fbc17938 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:18.528860 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8b7bbdf6-b3e3-46f6-b96b-5698b0ff6f57 req-5c613f4e-7ffb-4c1b-b1ad-a2e4fbc17938 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 949 time: 0.0473683 May 25 15:07:18.576263 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8b7bbdf6-b3e3-46f6-b96b-5698b0ff6f57 req-72f41962-9e33-4b4f-a6c7-0db4408c6fd2 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/security-groups?id=08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415983 May 25 15:07:18.959719 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f9a84-2f8e-462a-8fbd-c8b0b2933e15 req-77f710bf-63ac-4fee-a525-e23b7d8acfef tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:18.961214 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d27f9a84-2f8e-462a-8fbd-c8b0b2933e15 req-77f710bf-63ac-4fee-a525-e23b7d8acfef tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.86 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 949 time: 0.0516405 May 25 15:07:19.042277 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-d27f9a84-2f8e-462a-8fbd-c8b0b2933e15 req-bc91080c-87ce-425e-8fe6-147a0f3dc38f tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Deleting port bd082d1d-8e76-4bc7-8b02-0b678301857e {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:19.042621 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d27f9a84-2f8e-462a-8fbd-c8b0b2933e15 req-bc91080c-87ce-425e-8fe6-147a0f3dc38f tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (bd082d1d-8e76-4bc7-8b02-0b678301857e), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:19.106846 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:INSERT=4,neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:19.120579 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:19.140709 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-d27f9a84-2f8e-462a-8fbd-c8b0b2933e15 req-bc91080c-87ce-425e-8fe6-147a0f3dc38f tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] For port bd082d1d-8e76-4bc7-8b02-0b678301857e, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=bd082d1d-8e76-4bc7-8b02-0b678301857e,segment=NetworkSegment(575b0e29-768c-4de5-9e26-1408e36102c4),segment_id=575b0e29-768c-4de5-9e26-1408e36102c4)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:19.141076 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d27f9a84-2f8e-462a-8fbd-c8b0b2933e15 req-bc91080c-87ce-425e-8fe6-147a0f3dc38f tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (bd082d1d-8e76-4bc7-8b02-0b678301857e), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:19.141549 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b5970146-b9a0-489f-aea5-d065449b598c req-071cbc91-97b5-44ed-b7a7-b82e05d7ff2c tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 210 time: 0.0328269 May 25 15:07:19.155159 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-d27f9a84-2f8e-462a-8fbd-c8b0b2933e15 req-bc91080c-87ce-425e-8fe6-147a0f3dc38f tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Calling delete_port for bd082d1d-8e76-4bc7-8b02-0b678301857e owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:19.349541 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d27f9a84-2f8e-462a-8fbd-c8b0b2933e15 req-bc91080c-87ce-425e-8fe6-147a0f3dc38f tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (bd082d1d-8e76-4bc7-8b02-0b678301857e), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:19.377862 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91080c-87ce-425e-8fe6-147a0f3dc38f tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Pushing event deleted for resources: {'Port': ['ID=bd082d1d-8e76-4bc7-8b02-0b678301857e,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:19.387742 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['bd082d1d-8e76-4bc7-8b02-0b678301857e'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:07:19.427739 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27f9a84-2f8e-462a-8fbd-c8b0b2933e15 req-bc91080c-87ce-425e-8fe6-147a0f3dc38f tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] No DVR routers for this DVR port bd082d1d-8e76-4bc7-8b02-0b678301857e on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:07:19.430434 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d27f9a84-2f8e-462a-8fbd-c8b0b2933e15 req-bc91080c-87ce-425e-8fe6-147a0f3dc38f tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:19.433580 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d27f9a84-2f8e-462a-8fbd-c8b0b2933e15 req-bc91080c-87ce-425e-8fe6-147a0f3dc38f tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.86 "DELETE /v2.0/ports/bd082d1d-8e76-4bc7-8b02-0b678301857e HTTP/1.1" status: 204 len: 173 time: 0.4670808 May 25 15:07:19.434049 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c8b9a1-c51f-4970-95a5-b08eeb8b16d1', 'name': 'network-vif-deleted', 'tag': 'bd082d1d-8e76-4bc7-8b02-0b678301857e'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:07:19.436696 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a606bf60-065a-411b-8205-a8a43264b70c" -d '{"events": [{"server_uuid": "37c8b9a1-c51f-4970-95a5-b08eeb8b16d1", "name": "network-vif-deleted", "tag": "bd082d1d-8e76-4bc7-8b02-0b678301857e"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:07:19.475499 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c63322-72e2-4c95-9171-e0ed7bc838b6 x-openstack-request-id: req-c0c63322-72e2-4c95-9171-e0ed7bc838b6 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:07:19.476002 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c8b9a1-c51f-4970-95a5-b08eeb8b16d1", "name": "network-vif-deleted", "tag": "bd082d1d-8e76-4bc7-8b02-0b678301857e", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:07:19.476190 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c0c63322-72e2-4c95-9171-e0ed7bc838b6 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:07:19.476792 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0c63322-72e2-4c95-9171-e0ed7bc838b6'] response: {'server_uuid': '37c8b9a1-c51f-4970-95a5-b08eeb8b16d1', 'name': 'network-vif-deleted', 'tag': 'bd082d1d-8e76-4bc7-8b02-0b678301857e', 'status': 'completed', 'code': 200} May 25 15:07:19.676665 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-eed84739-99f3-4e16-be78-059b8b244ec3 req-9e6e38ae-1151-4da2-929f-08200539a60e tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 210 time: 0.0286431 May 25 15:07:20.237971 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d7ec0826-c12d-4443-9530-d4936dabb957 req-8ae7bf22-4a37-4b21-a050-68b27f3582f7 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 210 time: 0.0278893 May 25 15:07:20.707662 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-fbf9dc82-360b-4cc9-83f5-621937bd34d8 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:20.709165 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-fbf9dc82-360b-4cc9-83f5-621937bd34d8 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.86 "GET /v2.0/networks?id=594568d5-72fb-4b13-97e4-410ba28dde4f HTTP/1.1" status: 200 len: 813 time: 0.1168787 May 25 15:07:20.728953 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-16b55a16-9f80-4539-bbc3-8420b5f4e063 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Request body: {'port': {'device_id': '65327b77-3dc1-40d7-999c-9c0666ca4dc3', 'network_id': '594568d5-72fb-4b13-97e4-410ba28dde4f', 'admin_state_up': True, 'tenant_id': 'a177f93d752a47d893da6989db08a99e'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:07:20.792884 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e7af8c62-41e7-4f63-9c09-a51ae4eb7d44 req-17bc2d83-d60e-41d8-96d1-d94d8f5727a4 tempest-VolumesNegativeTest-1188794389 tempest-VolumesNegativeTest-1188794389-project] 10.222.0.74 "GET /v2.0/ports?device_id=37c8b9a1-c51f-4970-95a5-b08eeb8b16d1 HTTP/1.1" status: 200 len: 210 time: 0.0302567 May 25 15:07:20.823323 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:20.929403 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-16b55a16-9f80-4539-bbc3-8420b5f4e063 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Made reservation on behalf of a177f93d752a47d893da6989db08a99e for: {'port': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:07:20.932830 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-16b55a16-9f80-4539-bbc3-8420b5f4e063 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:21.064920 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-16b55a16-9f80-4539-bbc3-8420b5f4e063 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Allocated IP 172.20.0.10 (594568d5-72fb-4b13-97e4-410ba28dde4f/856a3773-df33-4f85-b38c-b8bae38693e8/5eda492e-fd01-4928-b889-f0834907e174) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:07:21.217824 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-16b55a16-9f80-4539-bbc3-8420b5f4e063 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Publish callbacks [] for port (5eda492e-fd01-4928-b889-f0834907e174), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:21.306326 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-16b55a16-9f80-4539-bbc3-8420b5f4e063 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (5eda492e-fd01-4928-b889-f0834907e174), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:21.356102 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1aa04-8284-4da2-ba87-69107a2802a4 req-0e248cfd-bbda-4ddf-a105-3461ef73c9bf tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:21.357172 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-16b55a16-9f80-4539-bbc3-8420b5f4e063 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Network 594568d5-72fb-4b13-97e4-410ba28dde4f is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:07:21.359262 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-caa1aa04-8284-4da2-ba87-69107a2802a4 req-0e248cfd-bbda-4ddf-a105-3461ef73c9bf tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 932 time: 0.0532796 May 25 15:07:21.360391 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-16b55a16-9f80-4539-bbc3-8420b5f4e063 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:07:21.362873 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-16b55a16-9f80-4539-bbc3-8420b5f4e063 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:07:21.394289 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b55a16-9f80-4539-bbc3-8420b5f4e063 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Pushing event updated for resources: {'Port': ['ID=5eda492e-fd01-4928-b889-f0834907e174,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:21.420682 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-caa1aa04-8284-4da2-ba87-69107a2802a4 req-5621b0d0-f580-43ef-8f64-d8e44781a4c6 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570993 May 25 15:07:21.429406 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-16b55a16-9f80-4539-bbc3-8420b5f4e063 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:21.430073 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-16b55a16-9f80-4539-bbc3-8420b5f4e063 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:21.433553 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:21.531735 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-16b55a16-9f80-4539-bbc3-8420b5f4e063 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8066812 May 25 15:07:21.550339 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Request body: {'port': {'device_id': '65327b77-3dc1-40d7-999c-9c0666ca4dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:07:21.609257 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (5eda492e-fd01-4928-b889-f0834907e174), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:21.625746 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:07:21.905655 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eda492e-fd01-4928-b889-f0834907e174 {{(pid=116225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:07:21.914039 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Publish callbacks [] for port (5eda492e-fd01-4928-b889-f0834907e174), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:21.927134 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.provisioning_blocks [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Transition to ACTIVE for port object 5eda492e-fd01-4928-b889-f0834907e174 will not be triggered until provisioned by entity L2. {{(pid=116225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:07:22.003478 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (5eda492e-fd01-4928-b889-f0834907e174), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:22.045409 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:22.062529 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5eda492e-fd01-4928-b889-f0834907e174,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:22.134039 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Attempting to bind port 5eda492e-fd01-4928-b889-f0834907e174 on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:07:22.134287 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Attempting to bind port 5eda492e-fd01-4928-b889-f0834907e174 by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': 'a6d0637d-0483-4f46-b228-7f36cca07d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '594568d5-72fb-4b13-97e4-410ba28dde4f'}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:07:22.135017 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Attempting to bind port 5eda492e-fd01-4928-b889-f0834907e174 on network 594568d5-72fb-4b13-97e4-410ba28dde4f {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:07:22.139347 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Port 5eda492e-fd01-4928-b889-f0834907e174 on network 594568d5-72fb-4b13-97e4-410ba28dde4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:07:22.139754 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Attempting to bind port 5eda492e-fd01-4928-b889-f0834907e174 on network 594568d5-72fb-4b13-97e4-410ba28dde4f {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:07:22.144667 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:07:22.145329 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Checking segment: {'id': 'a6d0637d-0483-4f46-b228-7f36cca07d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '594568d5-72fb-4b13-97e4-410ba28dde4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:07:22.146162 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Bound using segment: {'id': 'a6d0637d-0483-4f46-b228-7f36cca07d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '594568d5-72fb-4b13-97e4-410ba28dde4f'} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:07:22.146162 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Bound port: 5eda492e-fd01-4928-b889-f0834907e174, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d0637d-0483-4f46-b228-7f36cca07d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '594568d5-72fb-4b13-97e4-410ba28dde4f'}}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:07:22.146492 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (5eda492e-fd01-4928-b889-f0834907e174), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:22.212441 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] For port 5eda492e-fd01-4928-b889-f0834907e174, host hv-cinder-83028, cleared binding levels {{(pid=116225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:07:22.216960 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] For port 5eda492e-fd01-4928-b889-f0834907e174, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=5eda492e-fd01-4928-b889-f0834907e174,segment=NetworkSegment(a6d0637d-0483-4f46-b228-7f36cca07d7b),segment_id=a6d0637d-0483-4f46-b228-7f36cca07d7b)] {{(pid=116225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:07:22.313917 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (5eda492e-fd01-4928-b889-f0834907e174), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:22.318381 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:22.355550 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:22.356492 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:22.357765 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] 10.222.0.86 "PUT /v2.0/ports/5eda492e-fd01-4928-b889-f0834907e174 HTTP/1.1" status: 200 len: 1094 time: 0.8115301 May 25 15:07:22.358240 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65327b77-3dc1-40d7-999c-9c0666ca4dc3', 'tag': '5eda492e-fd01-4928-b889-f0834907e174'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:07:22.360596 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61d6af1-7be2-41d7-8b0e-80aa55ef460b" -d '{"events": [{"name": "network-changed", "server_uuid": "65327b77-3dc1-40d7-999c-9c0666ca4dc3", "tag": "5eda492e-fd01-4928-b889-f0834907e174"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:07:22.393337 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6cfde-2eb0-4df9-adad-8326e59c27a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5eda492e-fd01-4928-b889-f0834907e174,revision_number=3']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:22.404513 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087667fe-fa6e-439a-b8f0-cf49bfb9f548 x-openstack-request-id: req-087667fe-fa6e-439a-b8f0-cf49bfb9f548 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:07:22.404818 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65327b77-3dc1-40d7-999c-9c0666ca4dc3", "tag": "5eda492e-fd01-4928-b889-f0834907e174", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:07:22.405066 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-087667fe-fa6e-439a-b8f0-cf49bfb9f548 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:07:22.405466 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-087667fe-fa6e-439a-b8f0-cf49bfb9f548'] response: {'name': 'network-changed', 'server_uuid': '65327b77-3dc1-40d7-999c-9c0666ca4dc3', 'tag': '5eda492e-fd01-4928-b889-f0834907e174', 'status': 'completed', 'code': 200} May 25 15:07:22.501208 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d6af1-7be2-41d7-8b0e-80aa55ef460b req-4532d12a-b15a-4fec-b812-b26e7a7b2de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:22.502609 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d61d6af1-7be2-41d7-8b0e-80aa55ef460b req-4532d12a-b15a-4fec-b812-b26e7a7b2de9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a177f93d752a47d893da6989db08a99e&device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 1128 time: 0.0555105 May 25 15:07:22.544284 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e87a1-4d80-41e0-9e5a-f65953da7dbb req-9369f346-74b9-4004-9ead-51928eed39d0 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:22.545787 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5d2e87a1-4d80-41e0-9e5a-f65953da7dbb req-9369f346-74b9-4004-9ead-51928eed39d0 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 944 time: 0.0481758 May 25 15:07:22.598441 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5d2e87a1-4d80-41e0-9e5a-f65953da7dbb req-0e567f96-723a-484f-b9f6-4606c1bdd797 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456808 May 25 15:07:22.614122 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d6af1-7be2-41d7-8b0e-80aa55ef460b req-9494f019-cd7b-4a64-a99d-b2eef9aca080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:22.614122 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d61d6af1-7be2-41d7-8b0e-80aa55ef460b req-9494f019-cd7b-4a64-a99d-b2eef9aca080 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=a177f93d752a47d893da6989db08a99e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0955079 May 25 15:07:22.722492 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d6af1-7be2-41d7-8b0e-80aa55ef460b req-7cd3ad1a-202a-4945-83d2-7ccd69fd33c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:22.724686 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d61d6af1-7be2-41d7-8b0e-80aa55ef460b req-7cd3ad1a-202a-4945-83d2-7ccd69fd33c6 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984433 May 25 15:07:22.828462 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-ffb69380-2414-4a93-a913-05ce0b32e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:22.829952 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-ffb69380-2414-4a93-a913-05ce0b32e430 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a177f93d752a47d893da6989db08a99e&device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 1128 time: 0.0406632 May 25 15:07:22.876121 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-7bbce077-847a-4ad9-9850-8d73672171fa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eda492e-fd01-4928-b889-f0834907e174 HTTP/1.1" status: 200 len: 217 time: 0.0328197 May 25 15:07:22.929123 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-6d308bf6-6aba-4b67-b8de-b273d6fa2011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:22.931376 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-6d308bf6-6aba-4b67-b8de-b273d6fa2011 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=856a3773-df33-4f85-b38c-b8bae38693e8 HTTP/1.1" status: 200 len: 853 time: 0.0498149 May 25 15:07:22.965436 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-c8e2b53b-37b3-461d-8c1b-ae3cb54b6394 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594568d5-72fb-4b13-97e4-410ba28dde4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275741 May 25 15:07:23.067159 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-cb8d5bf3-e083-4462-9ddc-cbc3090364d8 service neutron] 10.222.0.86 "GET /v2.0/networks/594568d5-72fb-4b13-97e4-410ba28dde4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908017 May 25 15:07:23.163811 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a842e56c-bc06-4f67-8939-5b0a106aeff0 req-8a7492bb-1486-42b2-8a57-2a178d9deadf service neutron] 10.222.0.86 "GET /v2.0/networks/594568d5-72fb-4b13-97e4-410ba28dde4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947020 May 25 15:07:23.212141 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device bd082d1d-8e76-4bc7-8b02-0b678301857e no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:07:23.232386 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: bd082d1d-8e76-4bc7-8b02-0b678301857e {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:07:23.232663 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device bd082d1d-8e76-4bc7-8b02-0b678301857e not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:07:23.713957 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6158d26-a976-4c8a-bf71-3691f5f6ef6e req-9af496ec-9b20-4db5-a35a-d79826679185 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:23.715471 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d6158d26-a976-4c8a-bf71-3691f5f6ef6e req-9af496ec-9b20-4db5-a35a-d79826679185 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 944 time: 0.0481820 May 25 15:07:23.766053 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d6158d26-a976-4c8a-bf71-3691f5f6ef6e req-d8f0f46e-25ac-41d6-a500-c6a172d938c3 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448189 May 25 15:07:24.348745 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:24.880964 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe79da1-8c43-4bdb-a8e4-ac16787f0f72 req-a7a3093e-6b1e-4568-85ad-8fdd7d07ee78 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:24.882507 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1fe79da1-8c43-4bdb-a8e4-ac16787f0f72 req-a7a3093e-6b1e-4568-85ad-8fdd7d07ee78 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 944 time: 0.0473826 May 25 15:07:24.930511 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1fe79da1-8c43-4bdb-a8e4-ac16787f0f72 req-34b4b4d5-11d5-4f0e-9138-0d2b2e4b1248 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421534 May 25 15:07:26.047975 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e03491-b268-4100-9ac6-66f19e965fe2 req-376d1c8a-c308-4a25-8d4a-32bbe3a667fb tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:26.049555 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-52e03491-b268-4100-9ac6-66f19e965fe2 req-376d1c8a-c308-4a25-8d4a-32bbe3a667fb tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 944 time: 0.0497618 May 25 15:07:26.102024 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-52e03491-b268-4100-9ac6-66f19e965fe2 req-81591d02-082d-4d7e-850b-a0426dee3373 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465176 May 25 15:07:27.212856 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 5eda492e-fd01-4928-b889-f0834907e174 details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:07:27.222205 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e1be9-01bf-4dc4-8745-1ab4e208353f req-167ea632-d293-4590-b3e9-652b4b2af739 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:27.224253 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f98e1be9-01bf-4dc4-8745-1ab4e208353f req-167ea632-d293-4590-b3e9-652b4b2af739 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 944 time: 0.0521564 May 25 15:07:27.272743 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f98e1be9-01bf-4dc4-8745-1ab4e208353f req-8c332129-e3a6-4187-aff0-64856d40584b tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423985 May 25 15:07:27.313751 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 5eda492e-fd01-4928-b889-f0834907e174, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=5eda492e-fd01-4928-b889-f0834907e174,segment=NetworkSegment(a6d0637d-0483-4f46-b228-7f36cca07d7b),segment_id=a6d0637d-0483-4f46-b228-7f36cca07d7b)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:27.325926 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': '5eda492e-fd01-4928-b889-f0834907e174', 'network_id': '594568d5-72fb-4b13-97e4-410ba28dde4f', 'port_id': '5eda492e-fd01-4928-b889-f0834907e174', 'mac_address': 'fa:16:3e:08:ba:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '856a3773-df33-4f85-b38c-b8bae38693e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:07:27.364747 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 5eda492e-fd01-4928-b889-f0834907e174 is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:07:27.365144 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (5eda492e-fd01-4928-b889-f0834907e174), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:27.378975 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eda492e-fd01-4928-b889-f0834907e174 {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:07:27.403768 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 5eda492e-fd01-4928-b889-f0834907e174, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=5eda492e-fd01-4928-b889-f0834907e174,segment=NetworkSegment(a6d0637d-0483-4f46-b228-7f36cca07d7b),segment_id=a6d0637d-0483-4f46-b228-7f36cca07d7b)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:27.480471 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (5eda492e-fd01-4928-b889-f0834907e174), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:27.526734 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=5eda492e-fd01-4928-b889-f0834907e174,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:27.868568 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['5eda492e-fd01-4928-b889-f0834907e174'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:07:28.256811 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 35774) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:28.395044 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f094b-f9d6-4165-a182-f3a94c3a97c0 req-08aa64b3-4d80-4593-ab5c-f0f21dd13416 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:28.395654 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-77e33b02-03ab-4c49-b20a-7b020b1f9e28 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=25b3fac6c0af43ea99fd31e5a72935b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374571 May 25 15:07:28.396612 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3f9f094b-f9d6-4165-a182-f3a94c3a97c0 req-08aa64b3-4d80-4593-ab5c-f0f21dd13416 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 945 time: 0.0502162 May 25 15:07:28.397221 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 35780) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:28.445226 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3f9f094b-f9d6-4165-a182-f3a94c3a97c0 req-c5434f75-9345-4dbe-a133-b2e126f6eef0 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428002 May 25 15:07:28.447787 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Publish callbacks [] for security_group (08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:28.471155 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Publish callbacks [] for security_group (08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:28.486215 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:28.577674 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:28.580237 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:28.581381 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25 HTTP/1.1" status: 204 len: 168 time: 0.1831586 May 25 15:07:28.590066 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f6ce16-7b1a-4eff-bc97-3cdfc3eadc25,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:28.597540 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:28.597870 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:28.598333 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:28.598744 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:28.599077 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:28.599406 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:28.599830 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:28.600041 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:28.600372 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:28.600692 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:28.601013 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:28.601337 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:28.601657 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:28.601974 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:28.602292 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c0e7-b548-4058-9929-8158872ccd56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:29.242173 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 5eda492e-fd01-4928-b889-f0834907e174 up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:07:29.285981 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port 5eda492e-fd01-4928-b889-f0834907e174 completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:07:29.377323 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port 5eda492e-fd01-4928-b889-f0834907e174 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:07:29.377696 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (5eda492e-fd01-4928-b889-f0834907e174), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:29.448778 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:29.454813 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 5eda492e-fd01-4928-b889-f0834907e174 is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:07:29.455199 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (5eda492e-fd01-4928-b889-f0834907e174), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:29.478514 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65327b77-3dc1-40d7-999c-9c0666ca4dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eda492e-fd01-4928-b889-f0834907e174'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:07:29.480752 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d883c4-3c24-4511-994e-82ce3e8fdc05" -d '{"events": [{"server_uuid": "65327b77-3dc1-40d7-999c-9c0666ca4dc3", "name": "network-vif-plugged", "status": "completed", "tag": "5eda492e-fd01-4928-b889-f0834907e174"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:07:29.494883 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 5eda492e-fd01-4928-b889-f0834907e174, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=5eda492e-fd01-4928-b889-f0834907e174,segment=NetworkSegment(a6d0637d-0483-4f46-b228-7f36cca07d7b),segment_id=a6d0637d-0483-4f46-b228-7f36cca07d7b)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:29.532028 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c473dd-aae2-4fdb-b189-d3e10cdd1547 x-openstack-request-id: req-24c473dd-aae2-4fdb-b189-d3e10cdd1547 {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:07:29.532028 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65327b77-3dc1-40d7-999c-9c0666ca4dc3", "name": "network-vif-plugged", "status": "completed", "tag": "5eda492e-fd01-4928-b889-f0834907e174", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:07:29.532028 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-24c473dd-aae2-4fdb-b189-d3e10cdd1547 {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:07:29.532028 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c473dd-aae2-4fdb-b189-d3e10cdd1547'] response: {'server_uuid': '65327b77-3dc1-40d7-999c-9c0666ca4dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eda492e-fd01-4928-b889-f0834907e174', 'code': 200} May 25 15:07:29.564208 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825cfe8-aba8-4da0-8a18-9df2ff53edc8 req-419d4e2e-09d0-45ae-8430-c10074631a46 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:29.565690 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d825cfe8-aba8-4da0-8a18-9df2ff53edc8 req-419d4e2e-09d0-45ae-8430-c10074631a46 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 945 time: 0.0507426 May 25 15:07:29.592229 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (5eda492e-fd01-4928-b889-f0834907e174), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:29.596352 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:29.614751 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d825cfe8-aba8-4da0-8a18-9df2ff53edc8 req-dde59a53-0ccf-4f78-a5ff-87c80aa4d8dd tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434003 May 25 15:07:29.641925 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=5eda492e-fd01-4928-b889-f0834907e174,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:29.875545 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff122441-29d0-4158-84c1-724db7ed29a5 req-8d195dbc-b782-4409-b0b7-7583a052f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:29.876968 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ff122441-29d0-4158-84c1-724db7ed29a5 req-8d195dbc-b782-4409-b0b7-7583a052f1b7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 1130 time: 0.0424054 May 25 15:07:29.921061 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ff122441-29d0-4158-84c1-724db7ed29a5 req-9f1afc65-4375-4536-8d61-fa87ffbfe889 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376594 May 25 15:07:30.735217 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd7bbf-e811-4137-9330-eef8dfe0d4fe req-e5ceee52-ffd4-46df-bbc4-a72b7d2f7647 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:30.736719 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-efdd7bbf-e811-4137-9330-eef8dfe0d4fe req-e5ceee52-ffd4-46df-bbc4-a72b7d2f7647 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 946 time: 0.0482526 May 25 15:07:30.782879 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-efdd7bbf-e811-4137-9330-eef8dfe0d4fe req-a5ad325a-03c3-4b7e-962a-a763d45c0746 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407319 May 25 15:07:31.896340 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e228fd-ba0e-47f5-a97b-bde1b8a80397 req-d559b099-13d1-41c2-b75d-2e1c83fe181b tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:31.897789 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d4e228fd-ba0e-47f5-a97b-bde1b8a80397 req-d559b099-13d1-41c2-b75d-2e1c83fe181b tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 946 time: 0.0462921 May 25 15:07:31.941727 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:31.948771 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d4e228fd-ba0e-47f5-a97b-bde1b8a80397 req-be2e0ab0-8663-4488-9d6f-221f37da70a4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453279 May 25 15:07:35.518290 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:35.620327 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:36.586247 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1d614ec3-7d11-4ea2-8524-13b3d4b4030e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:38.545278 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:38.549239 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=6 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:38.928963 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-830d178e-3708-4195-8c86-84853b821511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:39.907524 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=9 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:39.918599 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=74,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:40.380140 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:41.517096 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:41.945638 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=18 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:42.894677 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:49.625318 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-90972ba7-e86e-4ef5-8732-3416ab972995 req-69f0d125-c9df-41de-aa0e-bb9a0d508280 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386131 May 25 15:07:49.725150 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90972ba7-e86e-4ef5-8732-3416ab972995 req-ff16ea7e-1946-49c7-ac5c-2090db63b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:49.727193 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-90972ba7-e86e-4ef5-8732-3416ab972995 req-ff16ea7e-1946-49c7-ac5c-2090db63b54a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a177f93d752a47d893da6989db08a99e&device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 1130 time: 0.0382211 May 25 15:07:49.831840 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90972ba7-e86e-4ef5-8732-3416ab972995 req-9a2d8673-ff02-4786-82e5-0bcf316a4c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:49.833288 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-90972ba7-e86e-4ef5-8732-3416ab972995 req-9a2d8673-ff02-4786-82e5-0bcf316a4c74 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594568d5-72fb-4b13-97e4-410ba28dde4f HTTP/1.1" status: 200 len: 914 time: 0.0877044 May 25 15:07:49.872901 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-90972ba7-e86e-4ef5-8732-3416ab972995 req-43a9e8b5-c6b4-4dba-987f-d209c369920b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eda492e-fd01-4928-b889-f0834907e174 HTTP/1.1" status: 200 len: 217 time: 0.0321293 May 25 15:07:49.922067 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90972ba7-e86e-4ef5-8732-3416ab972995 req-634203b8-9489-4526-9bd5-d9abee453551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:49.923464 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-90972ba7-e86e-4ef5-8732-3416ab972995 req-634203b8-9489-4526-9bd5-d9abee453551 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=856a3773-df33-4f85-b38c-b8bae38693e8 HTTP/1.1" status: 200 len: 853 time: 0.0433095 May 25 15:07:49.958392 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-90972ba7-e86e-4ef5-8732-3416ab972995 req-6ce2c296-bca4-498b-8cf2-ba487d21c413 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594568d5-72fb-4b13-97e4-410ba28dde4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288293 May 25 15:07:50.046081 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-90972ba7-e86e-4ef5-8732-3416ab972995 req-42506553-d6a0-4dae-92e3-5555e610b6db service neutron] 10.222.0.86 "GET /v2.0/networks/594568d5-72fb-4b13-97e4-410ba28dde4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816960 May 25 15:07:50.138513 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-90972ba7-e86e-4ef5-8732-3416ab972995 req-e6e0c2fc-e1af-409b-94c1-76a534434c6c service neutron] 10.222.0.86 "GET /v2.0/networks/594568d5-72fb-4b13-97e4-410ba28dde4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853236 May 25 15:07:54.503044 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:54.505290 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:58.625730 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:08:00.134153 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=46 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:00.135980 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=42 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:05.617366 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:06.590998 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2aa5adbb-959b-4946-ab92-0b5bd0911c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:08.934064 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-24393a36-221c-492c-bd0a-e709e35468aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:10.317033 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:11.508784 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:12.905951 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:15.550363 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:15.555277 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:22.827671 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:22.834753 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:26.373566 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c1ed3-e9b6-47e2-8161-ef420e45e9a2 req-1007f8f5-59f5-4709-a688-896d264a14f6 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:26.375053 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c98c1ed3-e9b6-47e2-8161-ef420e45e9a2 req-1007f8f5-59f5-4709-a688-896d264a14f6 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 946 time: 0.0473657 May 25 15:08:26.424867 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c98c1ed3-e9b6-47e2-8161-ef420e45e9a2 req-d6ed0038-e6cd-4beb-ac3b-db70ea15f5c3 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437438 May 25 15:08:27.542304 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f28698-1511-4586-8686-f7945a6392fb req-10bb2194-0608-46b0-9d2a-2b719037dac3 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:27.543794 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-93f28698-1511-4586-8686-f7945a6392fb req-10bb2194-0608-46b0-9d2a-2b719037dac3 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 946 time: 0.0468657 May 25 15:08:27.590847 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-93f28698-1511-4586-8686-f7945a6392fb req-d084a621-968e-4d6d-b382-4e4fd0e295be tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414014 May 25 15:08:28.499171 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794de8d-4a16-4a89-9250-2e374aed8c49 req-76555ba9-89bd-4706-a1ba-bbdfaec167df tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:28.500618 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e794de8d-4a16-4a89-9250-2e374aed8c49 req-76555ba9-89bd-4706-a1ba-bbdfaec167df tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.86 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 946 time: 0.0475380 May 25 15:08:28.582895 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-e794de8d-4a16-4a89-9250-2e374aed8c49 req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Deleting port 5eda492e-fd01-4928-b889-f0834907e174 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:08:28.583148 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-e794de8d-4a16-4a89-9250-2e374aed8c49 req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (5eda492e-fd01-4928-b889-f0834907e174), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:28.677128 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-e794de8d-4a16-4a89-9250-2e374aed8c49 req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] For port 5eda492e-fd01-4928-b889-f0834907e174, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=5eda492e-fd01-4928-b889-f0834907e174,segment=NetworkSegment(a6d0637d-0483-4f46-b228-7f36cca07d7b),segment_id=a6d0637d-0483-4f46-b228-7f36cca07d7b)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:08:28.677518 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-e794de8d-4a16-4a89-9250-2e374aed8c49 req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (5eda492e-fd01-4928-b889-f0834907e174), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:28.692270 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-e794de8d-4a16-4a89-9250-2e374aed8c49 req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Calling delete_port for 5eda492e-fd01-4928-b889-f0834907e174 owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:08:28.708709 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75b876-7505-489e-b589-df74c9dca585 req-c8d5a660-499c-41c8-896a-55967e357d09 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:28.710207 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6a75b876-7505-489e-b589-df74c9dca585 req-c8d5a660-499c-41c8-896a-55967e357d09 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 946 time: 0.0515525 May 25 15:08:28.758177 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6a75b876-7505-489e-b589-df74c9dca585 req-c4aaebd1-56f0-4a72-b532-601b6a61e090 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422862 May 25 15:08:28.934364 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-e794de8d-4a16-4a89-9250-2e374aed8c49 req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (5eda492e-fd01-4928-b889-f0834907e174), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:28.964690 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Pushing event deleted for resources: {'Port': ['ID=5eda492e-fd01-4928-b889-f0834907e174,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:08:28.970734 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['5eda492e-fd01-4928-b889-f0834907e174'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:08:28.990695 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:28.991044 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:28.991349 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:28.991685 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:28.992014 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:28.992374 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:28.992658 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:28.992982 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:28.993307 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:28.993631 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:28.993955 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:28.994276 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:28.994597 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:28.994938 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:28.995337 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:29.019348 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e794de8d-4a16-4a89-9250-2e374aed8c49 req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] No DVR routers for this DVR port 5eda492e-fd01-4928-b889-f0834907e174 on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:08:29.021942 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-e794de8d-4a16-4a89-9250-2e374aed8c49 req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:29.025218 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e794de8d-4a16-4a89-9250-2e374aed8c49 req-99473a2b-7b63-4157-b994-85d5b59bbde4 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.86 "DELETE /v2.0/ports/5eda492e-fd01-4928-b889-f0834907e174 HTTP/1.1" status: 204 len: 173 time: 0.5191791 May 25 15:08:29.029247 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65327b77-3dc1-40d7-999c-9c0666ca4dc3', 'name': 'network-vif-deleted', 'tag': '5eda492e-fd01-4928-b889-f0834907e174'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:08:29.029247 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0240186-d7d9-4bf6-b8f3-86e18135f088" -d '{"events": [{"server_uuid": "65327b77-3dc1-40d7-999c-9c0666ca4dc3", "name": "network-vif-deleted", "tag": "5eda492e-fd01-4928-b889-f0834907e174"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:08:29.065234 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646a6843-1881-4e25-874d-d4c7fe29fdc2 x-openstack-request-id: req-646a6843-1881-4e25-874d-d4c7fe29fdc2 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:08:29.065522 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65327b77-3dc1-40d7-999c-9c0666ca4dc3", "name": "network-vif-deleted", "tag": "5eda492e-fd01-4928-b889-f0834907e174", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:08:29.065770 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-646a6843-1881-4e25-874d-d4c7fe29fdc2 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:08:29.066171 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-646a6843-1881-4e25-874d-d4c7fe29fdc2'] response: {'server_uuid': '65327b77-3dc1-40d7-999c-9c0666ca4dc3', 'name': 'network-vif-deleted', 'tag': '5eda492e-fd01-4928-b889-f0834907e174', 'status': 'completed', 'code': 200} May 25 15:08:29.867894 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d2ceb9f1-4d9b-407b-b9bd-5e3f7fe3931c req-52e7ed5d-3df4-47fc-95d1-0ab7b5f407c8 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=65327b77-3dc1-40d7-999c-9c0666ca4dc3 HTTP/1.1" status: 200 len: 210 time: 0.0294464 May 25 15:08:34.500433 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=13 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:34.506454 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=15 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:35.058479 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 5eda492e-fd01-4928-b889-f0834907e174 no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:08:35.083096 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: 5eda492e-fd01-4928-b889-f0834907e174 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:08:35.083434 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 5eda492e-fd01-4928-b889-f0834907e174 not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:08:35.616940 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:35.624261 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:08:36.605365 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ee8a3825-8e26-4491-9f25-4d1c2ba501e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:38.754601 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=28 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:38.974038 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c9a5e064-1b54-4ee5-b8af-2b8356542e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:39.001778 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=44,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:39.002562 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=47,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:39.850086 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=28 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:40.322684 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:41.536619 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:42.647631 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-eb0a899f-0955-4313-aa3d-9d785b57586c tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:42.649010 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-eb0a899f-0955-4313-aa3d-9d785b57586c tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/networks?id=594568d5-72fb-4b13-97e4-410ba28dde4f HTTP/1.1" status: 200 len: 813 time: 0.1071815 May 25 15:08:42.663413 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-418ff10e-0493-4078-98e7-21b13de76288 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/quotas/a177f93d752a47d893da6989db08a99e HTTP/1.1" status: 200 len: 375 time: 0.0090592 May 25 15:08:42.695354 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-7eb69efa-dbb9-457b-8fa9-d2bbdb3b285e tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a177f93d752a47d893da6989db08a99e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271561 May 25 15:08:42.794836 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-d919fe9e-4bf7-4f1e-b19e-ae3fb3e05eea service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:08:42.795844 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-d919fe9e-4bf7-4f1e-b19e-ae3fb3e05eea service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0944507 May 25 15:08:42.887919 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-44cf4332-e352-4e27-85bc-bdef7ed00125 service neutron] 10.222.0.74 "GET /v2.0/networks/594568d5-72fb-4b13-97e4-410ba28dde4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861959 May 25 15:08:42.916835 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:42.982432 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-d92def3a-323f-4906-8035-7c603f8cf85d service neutron] 10.222.0.74 "GET /v2.0/networks/594568d5-72fb-4b13-97e4-410ba28dde4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877311 May 25 15:08:43.212738 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2f1449ec-ae5c-4543-90d2-74b5156e1cb3 req-8c1a49e8-520d-4760-89c1-8fd318d72ff3 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 210 time: 0.0292003 May 25 15:08:44.320393 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-31a1be7c-9173-416b-b15e-627eef7ecada req-1a8c6061-0311-483c-9f02-fa6fc7fa0e3d tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 210 time: 0.0362594 May 25 15:08:45.268282 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-bfc5ae9c-c379-4e98-8144-6bbd80583c6e tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:45.269754 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-bfc5ae9c-c379-4e98-8144-6bbd80583c6e tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.86 "GET /v2.0/networks?id=594568d5-72fb-4b13-97e4-410ba28dde4f HTTP/1.1" status: 200 len: 813 time: 0.1127436 May 25 15:08:45.288554 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-a65c9a5a-c535-42c7-9014-0251849d8f8d tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Request body: {'port': {'device_id': '21f27d4a-c8e1-404f-902e-74062f948dfd', 'network_id': '594568d5-72fb-4b13-97e4-410ba28dde4f', 'admin_state_up': True, 'tenant_id': 'a177f93d752a47d893da6989db08a99e'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:08:45.428945 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ef4a02da-2dfe-46b4-a217-101ed489fab9 req-3ebda746-b1c3-4bf0-9d11-7610fb5f6173 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 210 time: 0.0328374 May 25 15:08:45.505301 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-a65c9a5a-c535-42c7-9014-0251849d8f8d tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Made reservation on behalf of a177f93d752a47d893da6989db08a99e for: {'port': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:08:45.508905 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-a65c9a5a-c535-42c7-9014-0251849d8f8d tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:45.641238 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-a65c9a5a-c535-42c7-9014-0251849d8f8d tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Allocated IP 172.20.0.13 (594568d5-72fb-4b13-97e4-410ba28dde4f/856a3773-df33-4f85-b38c-b8bae38693e8/b25c7d65-67b1-4508-b6d1-8828bf88fe7c) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:08:45.804627 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-a65c9a5a-c535-42c7-9014-0251849d8f8d tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Publish callbacks [] for port (b25c7d65-67b1-4508-b6d1-8828bf88fe7c), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:45.917538 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-a65c9a5a-c535-42c7-9014-0251849d8f8d tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (b25c7d65-67b1-4508-b6d1-8828bf88fe7c), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:45.964003 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-a65c9a5a-c535-42c7-9014-0251849d8f8d tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Network 594568d5-72fb-4b13-97e4-410ba28dde4f is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:08:45.967150 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-a65c9a5a-c535-42c7-9014-0251849d8f8d tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:08:45.971254 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-a65c9a5a-c535-42c7-9014-0251849d8f8d tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:08:45.994927 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c9a5a-c535-42c7-9014-0251849d8f8d tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Pushing event updated for resources: {'Port': ['ID=b25c7d65-67b1-4508-b6d1-8828bf88fe7c,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:08:46.023420 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-a65c9a5a-c535-42c7-9014-0251849d8f8d tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:46.024052 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-a65c9a5a-c535-42c7-9014-0251849d8f8d tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:46.130844 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-a65c9a5a-c535-42c7-9014-0251849d8f8d tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8460076 May 25 15:08:46.147716 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Request body: {'port': {'device_id': '21f27d4a-c8e1-404f-902e-74062f948dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:08:46.212660 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (b25c7d65-67b1-4508-b6d1-8828bf88fe7c), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:46.273218 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:46.284085 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:46.517229 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b25c7d65-67b1-4508-b6d1-8828bf88fe7c {{(pid=116225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:08:46.523487 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Publish callbacks [] for port (b25c7d65-67b1-4508-b6d1-8828bf88fe7c), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:46.540996 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.provisioning_blocks [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Transition to ACTIVE for port object b25c7d65-67b1-4508-b6d1-8828bf88fe7c will not be triggered until provisioned by entity L2. {{(pid=116225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:08:46.555538 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f713683-af31-48b5-9798-3988e0247a6f req-cf0a1c03-7ea6-434f-9b3b-f38cbf316589 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:46.557032 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3f713683-af31-48b5-9798-3988e0247a6f req-cf0a1c03-7ea6-434f-9b3b-f38cbf316589 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 932 time: 0.0560870 May 25 15:08:46.606202 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3f713683-af31-48b5-9798-3988e0247a6f req-91de5d4e-00a9-40ea-a663-a54d05c38bdb tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430233 May 25 15:08:46.630953 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (b25c7d65-67b1-4508-b6d1-8828bf88fe7c), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:46.679596 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Pushing event updated for resources: {'Port': ['ID=b25c7d65-67b1-4508-b6d1-8828bf88fe7c,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:08:46.760238 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Attempting to bind port b25c7d65-67b1-4508-b6d1-8828bf88fe7c on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:08:46.760567 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Attempting to bind port b25c7d65-67b1-4508-b6d1-8828bf88fe7c by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': 'a6d0637d-0483-4f46-b228-7f36cca07d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '594568d5-72fb-4b13-97e4-410ba28dde4f'}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:08:46.760898 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Attempting to bind port b25c7d65-67b1-4508-b6d1-8828bf88fe7c on network 594568d5-72fb-4b13-97e4-410ba28dde4f {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:08:46.765805 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Port b25c7d65-67b1-4508-b6d1-8828bf88fe7c on network 594568d5-72fb-4b13-97e4-410ba28dde4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:08:46.766120 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Attempting to bind port b25c7d65-67b1-4508-b6d1-8828bf88fe7c on network 594568d5-72fb-4b13-97e4-410ba28dde4f {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:08:46.771003 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:08:46.771340 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Checking segment: {'id': 'a6d0637d-0483-4f46-b228-7f36cca07d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '594568d5-72fb-4b13-97e4-410ba28dde4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:08:46.771720 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Bound using segment: {'id': 'a6d0637d-0483-4f46-b228-7f36cca07d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '594568d5-72fb-4b13-97e4-410ba28dde4f'} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:08:46.772168 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Bound port: b25c7d65-67b1-4508-b6d1-8828bf88fe7c, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d0637d-0483-4f46-b228-7f36cca07d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '594568d5-72fb-4b13-97e4-410ba28dde4f'}}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:08:46.772522 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (b25c7d65-67b1-4508-b6d1-8828bf88fe7c), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:46.844011 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] For port b25c7d65-67b1-4508-b6d1-8828bf88fe7c, host hv-cinder-83028, cleared binding levels {{(pid=116225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:08:46.847196 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] For port b25c7d65-67b1-4508-b6d1-8828bf88fe7c, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=b25c7d65-67b1-4508-b6d1-8828bf88fe7c,segment=NetworkSegment(a6d0637d-0483-4f46-b228-7f36cca07d7b),segment_id=a6d0637d-0483-4f46-b228-7f36cca07d7b)] {{(pid=116225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:08:46.943463 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (b25c7d65-67b1-4508-b6d1-8828bf88fe7c), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:46.983785 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:46.984793 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:46.985776 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] 10.222.0.86 "PUT /v2.0/ports/b25c7d65-67b1-4508-b6d1-8828bf88fe7c HTTP/1.1" status: 200 len: 1094 time: 0.8422000 May 25 15:08:46.986213 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f27d4a-c8e1-404f-902e-74062f948dfd', 'tag': 'b25c7d65-67b1-4508-b6d1-8828bf88fe7c'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:08:46.988470 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decef4a5-23d3-4074-bdca-cab413f05886" -d '{"events": [{"name": "network-changed", "server_uuid": "21f27d4a-c8e1-404f-902e-74062f948dfd", "tag": "b25c7d65-67b1-4508-b6d1-8828bf88fe7c"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:08:47.010206 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074f7ea-f2e5-4db0-9145-641aa98722aa service neutron] Pushing event updated for resources: {'Port': ['ID=b25c7d65-67b1-4508-b6d1-8828bf88fe7c,revision_number=3']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:08:47.026241 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e968ce-7d3e-406b-99de-795e3a13a35f x-openstack-request-id: req-27e968ce-7d3e-406b-99de-795e3a13a35f {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:08:47.026536 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f27d4a-c8e1-404f-902e-74062f948dfd", "tag": "b25c7d65-67b1-4508-b6d1-8828bf88fe7c", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:08:47.026819 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-27e968ce-7d3e-406b-99de-795e3a13a35f {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:08:47.027526 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e968ce-7d3e-406b-99de-795e3a13a35f'] response: {'name': 'network-changed', 'server_uuid': '21f27d4a-c8e1-404f-902e-74062f948dfd', 'tag': 'b25c7d65-67b1-4508-b6d1-8828bf88fe7c', 'status': 'completed', 'code': 200} May 25 15:08:47.112249 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decef4a5-23d3-4074-bdca-cab413f05886 req-8e99a046-6951-488a-932c-dc26455d5e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:47.113801 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-decef4a5-23d3-4074-bdca-cab413f05886 req-8e99a046-6951-488a-932c-dc26455d5e29 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a177f93d752a47d893da6989db08a99e&device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 1128 time: 0.0428865 May 25 15:08:47.473037 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:47.489958 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decef4a5-23d3-4074-bdca-cab413f05886 req-2c6cb5c3-7018-4e3b-8d7d-74dac31b4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:47.491446 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-decef4a5-23d3-4074-bdca-cab413f05886 req-2c6cb5c3-7018-4e3b-8d7d-74dac31b4961 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=a177f93d752a47d893da6989db08a99e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3635459 May 25 15:08:47.594936 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decef4a5-23d3-4074-bdca-cab413f05886 req-675a28d6-f143-4f79-81ef-608cc9df5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:47.596320 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-decef4a5-23d3-4074-bdca-cab413f05886 req-675a28d6-f143-4f79-81ef-608cc9df5dcf service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984826 May 25 15:08:47.705477 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-71ceddbc-d2b3-4bb0-b6b7-c7f0e2825959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:47.707005 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-71ceddbc-d2b3-4bb0-b6b7-c7f0e2825959 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a177f93d752a47d893da6989db08a99e&device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 1128 time: 0.0457835 May 25 15:08:47.722826 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5f3cf-39ae-4d3e-bae1-2740189d89fa req-eb69e3b7-eaf2-444a-832e-4b7f9ccf59f6 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:47.724388 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fdc5f3cf-39ae-4d3e-bae1-2740189d89fa req-eb69e3b7-eaf2-444a-832e-4b7f9ccf59f6 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 944 time: 0.0494916 May 25 15:08:47.756066 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-1c09de28-04f3-4096-aa12-c24515e3c93c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b25c7d65-67b1-4508-b6d1-8828bf88fe7c HTTP/1.1" status: 200 len: 217 time: 0.0343401 May 25 15:08:47.781780 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fdc5f3cf-39ae-4d3e-bae1-2740189d89fa req-4524723a-d9c2-45f9-bb34-bae663d79df3 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516953 May 25 15:08:47.807189 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-17b0ec8a-533c-4e4c-8443-f7c1665a3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:47.809318 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-17b0ec8a-533c-4e4c-8443-f7c1665a3d8c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=856a3773-df33-4f85-b38c-b8bae38693e8 HTTP/1.1" status: 200 len: 853 time: 0.0475986 May 25 15:08:47.841122 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-57db60a4-199b-4f4e-a529-827bbd4f42bd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594568d5-72fb-4b13-97e4-410ba28dde4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258818 May 25 15:08:47.936354 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-5f05790e-6ee1-45f6-b2aa-ff045b9a3331 service neutron] 10.222.0.86 "GET /v2.0/networks/594568d5-72fb-4b13-97e4-410ba28dde4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889893 May 25 15:08:47.961294 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:48.028236 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-d6abaa5c-5bba-4931-9db0-85857c219b26 req-adaa3192-4c92-4dfb-84fb-c355c0821fd7 service neutron] 10.222.0.86 "GET /v2.0/networks/594568d5-72fb-4b13-97e4-410ba28dde4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861030 May 25 15:08:48.901475 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2c097-f046-433d-b5d5-ae0b5bdfdf2d req-7453ac6d-25fa-4ecb-b76a-3a221d8451fa tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:48.902997 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-58a2c097-f046-433d-b5d5-ae0b5bdfdf2d req-7453ac6d-25fa-4ecb-b76a-3a221d8451fa tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 944 time: 0.0512624 May 25 15:08:48.953470 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-58a2c097-f046-433d-b5d5-ae0b5bdfdf2d req-7677f02e-dfe8-454b-b897-6b8bc97fc13c tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445821 May 25 15:08:50.073339 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd907a-a140-4708-b620-a5d74e0f3ff1 req-6a5368c4-2529-4347-9de9-93762f56b766 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:50.074897 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-19fd907a-a140-4708-b620-a5d74e0f3ff1 req-6a5368c4-2529-4347-9de9-93762f56b766 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 944 time: 0.0483117 May 25 15:08:50.123617 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-19fd907a-a140-4708-b620-a5d74e0f3ff1 req-aefd4353-3773-42c8-98e1-20bdbf8c7e59 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430212 May 25 15:08:51.244606 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a136e2-2e4b-4ef5-ac3d-a565b5beb885 req-7ab75019-1fce-444b-b3d3-ce974011329f tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:51.246095 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-16a136e2-2e4b-4ef5-ac3d-a565b5beb885 req-7ab75019-1fce-444b-b3d3-ce974011329f tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 944 time: 0.0501609 May 25 15:08:51.294002 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-16a136e2-2e4b-4ef5-ac3d-a565b5beb885 req-0ccedb62-9141-4ed8-ae05-8d0b5b4e05ab tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416367 May 25 15:08:51.704658 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device b25c7d65-67b1-4508-b6d1-8828bf88fe7c details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:08:51.857881 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.db.resource_extend [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 15:08:51.937061 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port b25c7d65-67b1-4508-b6d1-8828bf88fe7c, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=b25c7d65-67b1-4508-b6d1-8828bf88fe7c,segment=NetworkSegment(a6d0637d-0483-4f46-b228-7f36cca07d7b),segment_id=a6d0637d-0483-4f46-b228-7f36cca07d7b)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:08:51.949061 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': 'b25c7d65-67b1-4508-b6d1-8828bf88fe7c', 'network_id': '594568d5-72fb-4b13-97e4-410ba28dde4f', 'port_id': 'b25c7d65-67b1-4508-b6d1-8828bf88fe7c', 'mac_address': 'fa:16:3e:45:ba:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '856a3773-df33-4f85-b38c-b8bae38693e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:08:51.988492 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port b25c7d65-67b1-4508-b6d1-8828bf88fe7c is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:08:51.988908 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (b25c7d65-67b1-4508-b6d1-8828bf88fe7c), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:52.002366 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b25c7d65-67b1-4508-b6d1-8828bf88fe7c {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:08:52.023478 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port b25c7d65-67b1-4508-b6d1-8828bf88fe7c, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=b25c7d65-67b1-4508-b6d1-8828bf88fe7c,segment=NetworkSegment(a6d0637d-0483-4f46-b228-7f36cca07d7b),segment_id=a6d0637d-0483-4f46-b228-7f36cca07d7b)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:08:52.119799 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (b25c7d65-67b1-4508-b6d1-8828bf88fe7c), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:52.168568 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=b25c7d65-67b1-4508-b6d1-8828bf88fe7c,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:08:52.176073 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:52.176430 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:52.176779 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:52.177122 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:52.177459 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:52.177795 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:52.178127 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:52.178459 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:52.178895 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:52.179245 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:52.179557 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:52.179888 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:52.180220 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:52.180542 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:52.180867 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:52.414341 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65991434-eece-4557-8629-94ad9c44e415 req-69a7fde6-6391-47be-b22a-9f2abb0f786f tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:52.415936 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-65991434-eece-4557-8629-94ad9c44e415 req-69a7fde6-6391-47be-b22a-9f2abb0f786f tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 945 time: 0.0503390 May 25 15:08:52.466703 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-65991434-eece-4557-8629-94ad9c44e415 req-8a96878e-962d-4147-9623-177e5a3a64eb tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436945 May 25 15:08:52.539832 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['b25c7d65-67b1-4508-b6d1-8828bf88fe7c'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:08:52.559444 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:52.560575 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:53.583047 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c21047-a3c2-41b3-afd8-daac05a01b29 req-e21b7b8f-28bb-42d5-9410-838779cdb0fe tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:53.584444 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f6c21047-a3c2-41b3-afd8-daac05a01b29 req-e21b7b8f-28bb-42d5-9410-838779cdb0fe tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 945 time: 0.0489309 May 25 15:08:53.636278 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f6c21047-a3c2-41b3-afd8-daac05a01b29 req-eff36115-f1f8-4c4d-a312-d6fd54edb2f0 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461416 May 25 15:08:53.710952 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device b25c7d65-67b1-4508-b6d1-8828bf88fe7c up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:08:53.714399 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=66,neutron:UPDATE=6 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:53.755719 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port b25c7d65-67b1-4508-b6d1-8828bf88fe7c completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:08:53.822579 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port b25c7d65-67b1-4508-b6d1-8828bf88fe7c triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:08:53.822998 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (b25c7d65-67b1-4508-b6d1-8828bf88fe7c), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:53.890960 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:53.904635 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port b25c7d65-67b1-4508-b6d1-8828bf88fe7c is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:08:53.908839 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (b25c7d65-67b1-4508-b6d1-8828bf88fe7c), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:53.933720 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f27d4a-c8e1-404f-902e-74062f948dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25c7d65-67b1-4508-b6d1-8828bf88fe7c'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:08:53.937556 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d41cab-adb5-402d-b1d7-609c6b63c2fd" -d '{"events": [{"server_uuid": "21f27d4a-c8e1-404f-902e-74062f948dfd", "name": "network-vif-plugged", "status": "completed", "tag": "b25c7d65-67b1-4508-b6d1-8828bf88fe7c"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:08:53.955751 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port b25c7d65-67b1-4508-b6d1-8828bf88fe7c, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=b25c7d65-67b1-4508-b6d1-8828bf88fe7c,segment=NetworkSegment(a6d0637d-0483-4f46-b228-7f36cca07d7b),segment_id=a6d0637d-0483-4f46-b228-7f36cca07d7b)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:08:53.981882 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f1eead-ee20-4dab-95a3-07b41b828353 x-openstack-request-id: req-a2f1eead-ee20-4dab-95a3-07b41b828353 {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:08:53.982177 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f27d4a-c8e1-404f-902e-74062f948dfd", "name": "network-vif-plugged", "status": "completed", "tag": "b25c7d65-67b1-4508-b6d1-8828bf88fe7c", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:08:53.982431 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a2f1eead-ee20-4dab-95a3-07b41b828353 {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:08:53.982892 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f1eead-ee20-4dab-95a3-07b41b828353'] response: {'server_uuid': '21f27d4a-c8e1-404f-902e-74062f948dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25c7d65-67b1-4508-b6d1-8828bf88fe7c', 'code': 200} May 25 15:08:54.048870 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (b25c7d65-67b1-4508-b6d1-8828bf88fe7c), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:54.101124 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=b25c7d65-67b1-4508-b6d1-8828bf88fe7c,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:08:54.387058 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c7fb6-1ee9-4c1f-ac93-b9e34a39e24c req-056caa3e-d0fd-4139-a5aa-39dc0625c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:54.390364 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-389c7fb6-1ee9-4c1f-ac93-b9e34a39e24c req-056caa3e-d0fd-4139-a5aa-39dc0625c280 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 1130 time: 0.0449648 May 25 15:08:54.433803 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-389c7fb6-1ee9-4c1f-ac93-b9e34a39e24c req-d4bdab7c-47b1-4671-b1d8-63ebe8fc0366 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393541 May 25 15:08:54.715278 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:54.738783 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:54.754516 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc8d8d-d075-4e6b-91cb-a8eea80d48e0 req-9a418ae4-6a72-4cf7-b09b-aac4edbe950b tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:54.756040 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3afc8d8d-d075-4e6b-91cb-a8eea80d48e0 req-9a418ae4-6a72-4cf7-b09b-aac4edbe950b tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 946 time: 0.0493438 May 25 15:08:54.808033 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3afc8d8d-d075-4e6b-91cb-a8eea80d48e0 req-dcb76ce9-9594-44df-a9c7-c146fdf42887 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462282 May 25 15:08:55.935688 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566e772-51b8-46dd-9c72-5ab84f7c4b93 req-0c445145-6386-4336-8aba-1632038b5e55 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:55.937217 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f566e772-51b8-46dd-9c72-5ab84f7c4b93 req-0c445145-6386-4336-8aba-1632038b5e55 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 946 time: 0.0494413 May 25 15:08:55.986080 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f566e772-51b8-46dd-9c72-5ab84f7c4b93 req-d035f594-a41b-44b1-9287-f8e82a85ff15 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426373 May 25 15:08:57.111802 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254813df-1aca-4fe2-8687-950e4d39aebc req-9a5f3caf-aeca-44f6-a504-3e3c7bee93bd tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:57.113312 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-254813df-1aca-4fe2-8687-950e4d39aebc req-9a5f3caf-aeca-44f6-a504-3e3c7bee93bd tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 946 time: 0.0574563 May 25 15:08:57.161407 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-254813df-1aca-4fe2-8687-950e4d39aebc req-2db8eefe-4357-4b66-b61b-f10a3be3d96c tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425518 May 25 15:09:04.098597 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:04.428145 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=8 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:04.431704 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=48 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:05.597104 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:06.656957 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-37f26dd2-417b-49db-b04b-4bf581930597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:07.154517 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=33 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:07.157353 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=17 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:08.922658 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-80c68d49-4b41-46df-a9cf-ffb3f99aeadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:10.343092 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:11.548488 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:12.624125 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:09:12.902410 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:22.835742 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:22.837553 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:24.079957 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508465c9-5f69-43c1-9c8d-8dcebb1ae2c0 req-7ef448a7-6680-44d2-b12c-3d1f52083ee3 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:24.082128 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-508465c9-5f69-43c1-9c8d-8dcebb1ae2c0 req-7ef448a7-6680-44d2-b12c-3d1f52083ee3 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 946 time: 0.0479770 May 25 15:09:24.129428 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-508465c9-5f69-43c1-9c8d-8dcebb1ae2c0 req-43a96edc-ff8e-4814-bc9b-9af22f5ef7bb tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416474 May 25 15:09:25.245762 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ea940-3c1b-47b4-b8e5-a31859fb346f req-745ea60d-7716-4db4-84a8-58dd8a554596 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:25.247236 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-370ea940-3c1b-47b4-b8e5-a31859fb346f req-745ea60d-7716-4db4-84a8-58dd8a554596 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 946 time: 0.0495985 May 25 15:09:25.293676 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-370ea940-3c1b-47b4-b8e5-a31859fb346f req-92d6c38e-c7cb-4f9d-9236-192c2f82fc9f tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404069 May 25 15:09:26.137012 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e184c9-e943-4b0c-b542-918d40dc0c0a req-c8e7ec3f-e2a4-4d07-9bb3-7b109655d324 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:26.138461 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f7e184c9-e943-4b0c-b542-918d40dc0c0a req-c8e7ec3f-e2a4-4d07-9bb3-7b109655d324 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.86 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 946 time: 0.0458148 May 25 15:09:26.221727 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-f7e184c9-e943-4b0c-b542-918d40dc0c0a req-ab01d61b-5770-4c78-af70-09d536ab4d65 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Deleting port b25c7d65-67b1-4508-b6d1-8828bf88fe7c {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:09:26.222062 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-f7e184c9-e943-4b0c-b542-918d40dc0c0a req-ab01d61b-5770-4c78-af70-09d536ab4d65 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (b25c7d65-67b1-4508-b6d1-8828bf88fe7c), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:26.312588 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-f7e184c9-e943-4b0c-b542-918d40dc0c0a req-ab01d61b-5770-4c78-af70-09d536ab4d65 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] For port b25c7d65-67b1-4508-b6d1-8828bf88fe7c, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=b25c7d65-67b1-4508-b6d1-8828bf88fe7c,segment=NetworkSegment(a6d0637d-0483-4f46-b228-7f36cca07d7b),segment_id=a6d0637d-0483-4f46-b228-7f36cca07d7b)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:09:26.312958 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-f7e184c9-e943-4b0c-b542-918d40dc0c0a req-ab01d61b-5770-4c78-af70-09d536ab4d65 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (b25c7d65-67b1-4508-b6d1-8828bf88fe7c), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:26.327295 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-f7e184c9-e943-4b0c-b542-918d40dc0c0a req-ab01d61b-5770-4c78-af70-09d536ab4d65 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Calling delete_port for b25c7d65-67b1-4508-b6d1-8828bf88fe7c owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:09:26.407394 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfc529-c729-4259-9534-5a7ecc1e0393 req-b38becf2-497f-4752-98bb-3b3f0b84700f tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:26.408894 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-87dfc529-c729-4259-9534-5a7ecc1e0393 req-b38becf2-497f-4752-98bb-3b3f0b84700f tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 946 time: 0.0464196 May 25 15:09:26.458758 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-87dfc529-c729-4259-9534-5a7ecc1e0393 req-a8a4a7ef-aab0-44c3-8164-e80555dc3fda tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa615e83-9641-4fb5-a4ef-6331bffb66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442023 May 25 15:09:26.513867 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-f7e184c9-e943-4b0c-b542-918d40dc0c0a req-ab01d61b-5770-4c78-af70-09d536ab4d65 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (b25c7d65-67b1-4508-b6d1-8828bf88fe7c), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:26.542398 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01d61b-5770-4c78-af70-09d536ab4d65 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Pushing event deleted for resources: {'Port': ['ID=b25c7d65-67b1-4508-b6d1-8828bf88fe7c,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:26.551478 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['b25c7d65-67b1-4508-b6d1-8828bf88fe7c'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:09:26.590867 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e184c9-e943-4b0c-b542-918d40dc0c0a req-ab01d61b-5770-4c78-af70-09d536ab4d65 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] No DVR routers for this DVR port b25c7d65-67b1-4508-b6d1-8828bf88fe7c on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:09:26.593327 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-f7e184c9-e943-4b0c-b542-918d40dc0c0a req-ab01d61b-5770-4c78-af70-09d536ab4d65 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:26.597179 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f7e184c9-e943-4b0c-b542-918d40dc0c0a req-ab01d61b-5770-4c78-af70-09d536ab4d65 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.86 "DELETE /v2.0/ports/b25c7d65-67b1-4508-b6d1-8828bf88fe7c HTTP/1.1" status: 204 len: 173 time: 0.4522724 May 25 15:09:26.597638 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f27d4a-c8e1-404f-902e-74062f948dfd', 'name': 'network-vif-deleted', 'tag': 'b25c7d65-67b1-4508-b6d1-8828bf88fe7c'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:09:26.599927 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760ad43e-2190-4503-9ec1-179a07c60cde" -d '{"events": [{"server_uuid": "21f27d4a-c8e1-404f-902e-74062f948dfd", "name": "network-vif-deleted", "tag": "b25c7d65-67b1-4508-b6d1-8828bf88fe7c"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:09:26.634739 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae7186d-07bc-4c67-98c8-c26110e8a06e x-openstack-request-id: req-3ae7186d-07bc-4c67-98c8-c26110e8a06e {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:09:26.635144 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f27d4a-c8e1-404f-902e-74062f948dfd", "name": "network-vif-deleted", "tag": "b25c7d65-67b1-4508-b6d1-8828bf88fe7c", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:09:26.635395 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3ae7186d-07bc-4c67-98c8-c26110e8a06e {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:09:26.635817 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae7186d-07bc-4c67-98c8-c26110e8a06e'] response: {'server_uuid': '21f27d4a-c8e1-404f-902e-74062f948dfd', 'name': 'network-vif-deleted', 'tag': 'b25c7d65-67b1-4508-b6d1-8828bf88fe7c', 'status': 'completed', 'code': 200} May 25 15:09:27.569000 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-42cd0260-63ea-44cb-add3-58c01266e3e5 req-78da3c97-2bfb-4308-be0f-f2c632ffc7c8 tempest-VolumesSnapshotTestJSON-769825155 tempest-VolumesSnapshotTestJSON-769825155-project] 10.222.0.74 "GET /v2.0/ports?device_id=21f27d4a-c8e1-404f-902e-74062f948dfd HTTP/1.1" status: 200 len: 210 time: 0.0291619 May 25 15:09:29.914707 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device b25c7d65-67b1-4508-b6d1-8828bf88fe7c no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:09:29.933837 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: b25c7d65-67b1-4508-b6d1-8828bf88fe7c {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:09:29.934184 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device b25c7d65-67b1-4508-b6d1-8828bf88fe7c not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:09:34.604560 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:34.605232 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:35.627856 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:36.570409 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=41,neutron:DELETE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:36.571328 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=48,neutron:DELETE=5 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:36.604811 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-3204aa02-51c1-4c6b-a364-7b11d1a9f938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:37.549365 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=30 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:37.550886 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=26 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:38.923892 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-b69e233c-8d9e-4668-9b86-27f4926fa656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:40.336404 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:41.521679 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:42.910736 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:49.624597 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:09:54.507909 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:54.510279 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:56.495257 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 36356) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:56.539612 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Deleting subnet 856a3773-df33-4f85-b38c-b8bae38693e8 {{(pid=116225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:09:56.542788 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Publish callbacks [] for subnet (856a3773-df33-4f85-b38c-b8bae38693e8), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:56.577973 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127149998'] for subnet (856a3773-df33-4f85-b38c-b8bae38693e8), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:56.618725 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428428'] for subnet (856a3773-df33-4f85-b38c-b8bae38693e8), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:56.731415 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126565106'] for subnet (856a3773-df33-4f85-b38c-b8bae38693e8), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:56.756700 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=856a3773-df33-4f85-b38c-b8bae38693e8,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:56.767103 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:56.770955 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] 10.222.0.74 "DELETE /v2.0/subnets/856a3773-df33-4f85-b38c-b8bae38693e8 HTTP/1.1" status: 204 len: 168 time: 0.2746258 May 25 15:09:56.772817 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:56.773266 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:56.773517 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 36358) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:56.773972 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:56.773972 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:56.774279 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:56.774591 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:56.774946 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:56.775272 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:56.775599 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:56.776049 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:56.776401 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:56.776733 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:56.777056 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:56.777377 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:56.777695 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b05e42-6522-47bb-80b9-1f6c626343ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:56.845033 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322087'] for network (594568d5-72fb-4b13-97e4-410ba28dde4f), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:56.924975 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425987', 'neutron.services.segments.db._delete_segments_for_network-8746770751079'] for network (594568d5-72fb-4b13-97e4-410ba28dde4f), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:56.945296 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594568d5-72fb-4b13-97e4-410ba28dde4f']}} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:09:56.955038 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d0637d-0483-4f46-b228-7f36cca07d7b') {'for_net_delete': True} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:09:56.955333 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d0637d-0483-4f46-b228-7f36cca07d7b') {} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:09:56.970270 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746770751856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127914387'] for segment (a6d0637d-0483-4f46-b228-7f36cca07d7b), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:56.984026 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (a6d0637d-0483-4f46-b228-7f36cca07d7b), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:56.990317 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=116226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:09:56.990729 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126892845'] for segment (a6d0637d-0483-4f46-b228-7f36cca07d7b), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:57.067570 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment a6d0637d-0483-4f46-b228-7f36cca07d7b resource provider aggregate not found May 25 15:09:57.084390 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment a6d0637d-0483-4f46-b228-7f36cca07d7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6d0637d-0483-4f46-b228-7f36cca07d7b found for delete ", "request_id": "req-30b0a8cd-9760-4784-9cf3-d7e2288050e2"}]} May 25 15:09:57.124747 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1425994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565467'] for network (594568d5-72fb-4b13-97e4-410ba28dde4f), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:57.130847 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:57.135598 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] 10.222.0.74 "DELETE /v2.0/networks/594568d5-72fb-4b13-97e4-410ba28dde4f HTTP/1.1" status: 204 len: 168 time: 0.3595500 May 25 15:09:57.146588 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Pushing event deleted for resources: {'Network': ['ID=594568d5-72fb-4b13-97e4-410ba28dde4f,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:57.154025 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:57.154723 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:57.155161 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:57.155763 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:57.156499 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:57.157072 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:57.157603 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:57.158161 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:57.158762 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:57.164045 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:57.164045 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:57.164045 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:57.164045 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:57.164045 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:57.164045 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb289945-b8a1-40be-a0f8-30ee007bdb05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:57.473944 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 36368) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:57.511629 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-af6110c5-ff3f-40c9-b560-65a710a990b8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a177f93d752a47d893da6989db08a99e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390790 May 25 15:09:57.514212 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 36370) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:57.563277 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-65240dc5-92bd-4975-97bf-98047b17f98b admin admin] Publish callbacks [] for security_group (aa615e83-9641-4fb5-a4ef-6331bffb66a9), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:57.584573 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-65240dc5-92bd-4975-97bf-98047b17f98b admin admin] Publish callbacks [] for security_group (aa615e83-9641-4fb5-a4ef-6331bffb66a9), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:57.716035 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-65240dc5-92bd-4975-97bf-98047b17f98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (aa615e83-9641-4fb5-a4ef-6331bffb66a9), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:57.718793 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-65240dc5-92bd-4975-97bf-98047b17f98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:57.719946 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-65240dc5-92bd-4975-97bf-98047b17f98b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/aa615e83-9641-4fb5-a4ef-6331bffb66a9 HTTP/1.1" status: 204 len: 168 time: 0.2047694 May 25 15:09:57.727845 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65240dc5-92bd-4975-97bf-98047b17f98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa615e83-9641-4fb5-a4ef-6331bffb66a9,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:05.627125 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:06.551440 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:06.555732 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:06.615776 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2662b4d8-8e33-472a-8cdc-c5c05ecd201c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:06.757100 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=24,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:06.762204 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:07.723126 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=47,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:07.723932 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=52,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:08.904458 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c9d5c5d1-0b3d-4640-9cf9-8b85742a339a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:10.370540 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:11.519076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:12.924620 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:22.833868 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:22.840031 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:23.384141 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 36510) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:23.491781 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ac500cd0-67d5-47de-b1fc-7705c3b0435a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:23.566228 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ac500cd0-67d5-47de-b1fc-7705c3b0435a admin admin] Publish callbacks [] for security_group (71d91a53-fb58-4087-827a-273d54c2934b), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:23.641538 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-ac500cd0-67d5-47de-b1fc-7705c3b0435a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (71d91a53-fb58-4087-827a-273d54c2934b), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:23.680690 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac500cd0-67d5-47de-b1fc-7705c3b0435a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d91a53-fb58-4087-827a-273d54c2934b,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:23.685103 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-ac500cd0-67d5-47de-b1fc-7705c3b0435a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=89a169976a7c453faa544cb6f78a5802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999458 May 25 15:10:23.687795 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 36514) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:23.736844 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-09ed5f7e-d3e4-4693-81a2-563e09b3b28f admin admin] Publish callbacks [] for security_group (71d91a53-fb58-4087-827a-273d54c2934b), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:23.758287 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-09ed5f7e-d3e4-4693-81a2-563e09b3b28f admin admin] Publish callbacks [] for security_group (71d91a53-fb58-4087-827a-273d54c2934b), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:23.876128 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-09ed5f7e-d3e4-4693-81a2-563e09b3b28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (71d91a53-fb58-4087-827a-273d54c2934b), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:23.879019 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-09ed5f7e-d3e4-4693-81a2-563e09b3b28f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:23.880214 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-09ed5f7e-d3e4-4693-81a2-563e09b3b28f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/71d91a53-fb58-4087-827a-273d54c2934b HTTP/1.1" status: 204 len: 168 time: 0.1915298 May 25 15:10:23.888696 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed5f7e-d3e4-4693-81a2-563e09b3b28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d91a53-fb58-4087-827a-273d54c2934b,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:26.622770 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:10:33.882848 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=39,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:33.884932 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=31,neutron:INSERT=7,neutron:DELETE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:33.900200 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:33.900944 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:35.626149 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 36588) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:35.663825 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:35.731846 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9839f74b-3b19-49a5-8cfc-906b3502e28f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:35.809616 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9839f74b-3b19-49a5-8cfc-906b3502e28f admin admin] Publish callbacks [] for security_group (64ab2388-d502-46bc-a413-63bdf3600b6e), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:35.904003 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9839f74b-3b19-49a5-8cfc-906b3502e28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (64ab2388-d502-46bc-a413-63bdf3600b6e), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:35.943220 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839f74b-3b19-49a5-8cfc-906b3502e28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ab2388-d502-46bc-a413-63bdf3600b6e,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:35.947576 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-9839f74b-3b19-49a5-8cfc-906b3502e28f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8946e4ac08474e979c6f09a449fd4e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203495 May 25 15:10:35.950206 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 36592) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:35.998812 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-48115932-4946-481b-bb8e-b9241b97416f admin admin] Publish callbacks [] for security_group (64ab2388-d502-46bc-a413-63bdf3600b6e), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:36.020384 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-48115932-4946-481b-bb8e-b9241b97416f admin admin] Publish callbacks [] for security_group (64ab2388-d502-46bc-a413-63bdf3600b6e), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:36.147107 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-48115932-4946-481b-bb8e-b9241b97416f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (64ab2388-d502-46bc-a413-63bdf3600b6e), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:36.149669 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-48115932-4946-481b-bb8e-b9241b97416f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:36.150842 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-48115932-4946-481b-bb8e-b9241b97416f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/64ab2388-d502-46bc-a413-63bdf3600b6e HTTP/1.1" status: 204 len: 168 time: 0.1996555 May 25 15:10:36.161704 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48115932-4946-481b-bb8e-b9241b97416f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ab2388-d502-46bc-a413-63bdf3600b6e,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:36.616013 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-f580b9eb-9210-439b-acec-d759a1411d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:37.162891 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 36614) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:37.263095 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-9b09999a-f3f9-43a2-80b6-005f0d98cac1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-811659882-network', 'tenant_id': '6405d7039f25476f81b98903d2af54f2'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:10:37.332344 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b09999a-f3f9-43a2-80b6-005f0d98cac1 admin admin] Made reservation on behalf of 6405d7039f25476f81b98903d2af54f2 for: {'network': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:10:37.334790 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9b09999a-f3f9-43a2-80b6-005f0d98cac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:37.343645 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9b09999a-f3f9-43a2-80b6-005f0d98cac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:37.429274 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9b09999a-f3f9-43a2-80b6-005f0d98cac1 admin admin] Publish callbacks [] for security_group (a8ab2ea2-1dfa-4859-b042-d729863f7e6b), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:37.504291 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9b09999a-f3f9-43a2-80b6-005f0d98cac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (a8ab2ea2-1dfa-4859-b042-d729863f7e6b), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:37.530664 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b09999a-f3f9-43a2-80b6-005f0d98cac1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=116225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:10:37.541361 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09999a-f3f9-43a2-80b6-005f0d98cac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ab2ea2-1dfa-4859-b042-d729863f7e6b,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:37.547172 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9b09999a-f3f9-43a2-80b6-005f0d98cac1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (407c0535-111d-4efe-8d7a-13689eb0e961), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:37.547586 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.segments_db [None req-9b09999a-f3f9-43a2-80b6-005f0d98cac1 admin admin] Added segment 407c0535-111d-4efe-8d7a-13689eb0e961 of type vlan for network 7c8a2e76-5c4f-40d4-9193-e0b868c847b4 May 25 15:10:37.597200 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9b09999a-f3f9-43a2-80b6-005f0d98cac1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (7c8a2e76-5c4f-40d4-9193-e0b868c847b4), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:37.678482 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9b09999a-f3f9-43a2-80b6-005f0d98cac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (7c8a2e76-5c4f-40d4-9193-e0b868c847b4), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:37.679790 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b09999a-f3f9-43a2-80b6-005f0d98cac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:37.680516 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9b09999a-f3f9-43a2-80b6-005f0d98cac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:37.745705 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09999a-f3f9-43a2-80b6-005f0d98cac1 admin admin] Pushing event updated for resources: {'Network': ['ID=7c8a2e76-5c4f-40d4-9193-e0b868c847b4,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:37.756487 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network 7c8a2e76-5c4f-40d4-9193-e0b868c847b4 details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 15:10:37.798551 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-9b09999a-f3f9-43a2-80b6-005f0d98cac1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6345601 May 25 15:10:37.801584 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 36618) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:37.806336 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-fdcc50ba-0c6f-440a-ba48-635af863681b admin admin] Request body: {'subnet': {'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-811659882-subnet', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'ip_version': 4}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:10:37.918522 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcc50ba-0c6f-440a-ba48-635af863681b admin admin] Made reservation on behalf of 6405d7039f25476f81b98903d2af54f2 for: {'subnet': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:10:37.921157 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fdcc50ba-0c6f-440a-ba48-635af863681b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126564873'] for subnet (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:37.976193 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:37.978747 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:38.170162 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fdcc50ba-0c6f-440a-ba48-635af863681b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126640252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126565115'] for subnet (9b1cfec3-98a6-40e7-945f-78076cd7b90a), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:38.231707 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc50ba-0c6f-440a-ba48-635af863681b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b1cfec3-98a6-40e7-945f-78076cd7b90a,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:38.237143 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcc50ba-0c6f-440a-ba48-635af863681b admin admin] Checking segment: {'id': '407c0535-111d-4efe-8d7a-13689eb0e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:10:38.237614 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcc50ba-0c6f-440a-ba48-635af863681b admin admin] Network hostable DHCP agents. Network: 7c8a2e76-5c4f-40d4-9193-e0b868c847b4, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:10:38.355520 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcc50ba-0c6f-440a-ba48-635af863681b admin admin] Network 7c8a2e76-5c4f-40d4-9193-e0b868c847b4 is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:10:38.438802 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-fdcc50ba-0c6f-440a-ba48-635af863681b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, 7c8a2e76-5c4f-40d4-9193-e0b868c847b4) {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:10:38.443316 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcc50ba-0c6f-440a-ba48-635af863681b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:38.443910 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-fdcc50ba-0c6f-440a-ba48-635af863681b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:38.451407 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38470387-6714-4c4e-a816-3d4cd1e6b43b None None] Network 7c8a2e76-5c4f-40d4-9193-e0b868c847b4 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:10:38.552075 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-fdcc50ba-0c6f-440a-ba48-635af863681b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7488844 May 25 15:10:38.555290 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 36620) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:38.559041 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1a855bc-7c09-52c5-ba14-1589c7fd33db-7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'project_id': '6405d7039f25476f81b98903d2af54f2', 'fixed_ips': [{'subnet_id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a'}]}} from dv-cinder-830283-3-iscsi. {{(pid=116227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 15:10:38.559934 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-811659882-router', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:10:38.560310 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:38.652933 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router (3461eb6b-a6e4-4583-a25b-65ec91e25c5b), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:38.654179 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5644'] for router (3461eb6b-a6e4-4583-a25b-65ec91e25c5b), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:38.711432 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.db_base_plugin_common [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Allocated IP 172.20.0.2 (7c8a2e76-5c4f-40d4-9193-e0b868c847b4/9b1cfec3-98a6-40e7-945f-78076cd7b90a/28008d6a-0ada-4b02-9ba7-47028671262f) {{(pid=116227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:10:38.714467 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Publish callbacks [] for router_controller (3461eb6b-a6e4-4583-a25b-65ec91e25c5b), precommit_add_association {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:38.867047 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Publish callbacks [] for port (28008d6a-0ada-4b02-9ba7-47028671262f), precommit_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:38.931307 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Publish callbacks [] for router_gateway (3461eb6b-a6e4-4583-a25b-65ec91e25c5b), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:38.979320 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0a75254d-d404-433c-ace5-df25322162d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:38.981098 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653'] for port (28008d6a-0ada-4b02-9ba7-47028671262f), after_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.023155 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Network 7c8a2e76-5c4f-40d4-9193-e0b868c847b4 is already hosted by enough agents. {{(pid=116227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:10:39.027888 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.base_scheduler [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Resources bound (agent type, host, resource id): {{(pid=116227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:10:39.031673 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Received port after_create {{(pid=116227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:10:39.034916 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Pushing event updated for resources: {'Port': ['ID=28008d6a-0ada-4b02-9ba7-47028671262f,revision_number=1']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:39.048233 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:39.048233 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:39.048233 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:39.049010 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:39.049010 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:39.049163 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:39.049409 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:39.049732 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:39.050059 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:39.050386 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:39.050827 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:39.051169 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:39.051600 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:39.051918 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:39.052241 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:39.105215 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Attempting to bind port 28008d6a-0ada-4b02-9ba7-47028671262f on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:10:39.105688 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Attempting to bind port 28008d6a-0ada-4b02-9ba7-47028671262f by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '407c0535-111d-4efe-8d7a-13689eb0e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:10:39.106003 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Attempting to bind port 28008d6a-0ada-4b02-9ba7-47028671262f on network 7c8a2e76-5c4f-40d4-9193-e0b868c847b4 {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:10:39.112502 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:10:39.112872 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Checking segment: {'id': '407c0535-111d-4efe-8d7a-13689eb0e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:10:39.113275 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.113668 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Bound using segment: {'id': '407c0535-111d-4efe-8d7a-13689eb0e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:10:39.114128 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Bound port: 28008d6a-0ada-4b02-9ba7-47028671262f, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407c0535-111d-4efe-8d7a-13689eb0e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:10:39.114510 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (28008d6a-0ada-4b02-9ba7-47028671262f), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.181757 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:39.182360 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] For port 28008d6a-0ada-4b02-9ba7-47028671262f, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:10:39.185810 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] For port 28008d6a-0ada-4b02-9ba7-47028671262f, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=28008d6a-0ada-4b02-9ba7-47028671262f,segment=NetworkSegment(407c0535-111d-4efe-8d7a-13689eb0e961),segment_id=407c0535-111d-4efe-8d7a-13689eb0e961)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:10:39.226900 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Publish callbacks [] for router_gateway (3461eb6b-a6e4-4583-a25b-65ec91e25c5b), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.246352 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.317389 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (28008d6a-0ada-4b02-9ba7-47028671262f), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.359075 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Allocated IP 172.27.1.153 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/af80614f-2767-4844-80d5-c86a7d41b6a2) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:10:39.389016 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258494d-7a65-4120-8ff7-0ff0d0d9385c None None] Pushing event updated for resources: {'Port': ['ID=28008d6a-0ada-4b02-9ba7-47028671262f,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:39.465075 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:39.484503 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Publish callbacks [] for port (af80614f-2767-4844-80d5-c86a7d41b6a2), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.596382 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (af80614f-2767-4844-80d5-c86a7d41b6a2), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.643211 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:10:39.649298 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:10:39.651675 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Pushing event updated for resources: {'Port': ['ID=af80614f-2767-4844-80d5-c86a7d41b6a2,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:39.653907 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:10:39.962251 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Publish callbacks [] for router_gateway (3461eb6b-a6e4-4583-a25b-65ec91e25c5b), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:40.163465 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566039'] for router (3461eb6b-a6e4-4583-a25b-65ec91e25c5b), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:40.289999 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64954446-5b68-4825-8d6d-bc3e46356ce1 None None] Network 7c8a2e76-5c4f-40d4-9193-e0b868c847b4 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:10:40.289999 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:40.348223 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:40.390498 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:40.392969 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Router 3461eb6b-a6e4-4583-a25b-65ec91e25c5b is scheduled to L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d with binding_index 1 {{(pid=116225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 15:10:40.396331 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:40.405945 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-023502ff-81da-4d59-9491-3a191b4ceaf8 None None] Provisioning complete for port 28008d6a-0ada-4b02-9ba7-47028671262f triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:40.406318 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-023502ff-81da-4d59-9491-3a191b4ceaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (28008d6a-0ada-4b02-9ba7-47028671262f), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:40.489787 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-023502ff-81da-4d59-9491-3a191b4ceaf8 None None] Current status of the port 28008d6a-0ada-4b02-9ba7-47028671262f is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:10:40.490213 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-023502ff-81da-4d59-9491-3a191b4ceaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (28008d6a-0ada-4b02-9ba7-47028671262f), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:40.506419 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:10:40.520171 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Sync routers for ids ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:10:40.554313 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-023502ff-81da-4d59-9491-3a191b4ceaf8 None None] For port 28008d6a-0ada-4b02-9ba7-47028671262f, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=28008d6a-0ada-4b02-9ba7-47028671262f,segment=NetworkSegment(407c0535-111d-4efe-8d7a-13689eb0e961),segment_id=407c0535-111d-4efe-8d7a-13689eb0e961)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:40.555464 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Routers {'3461eb6b-a6e4-4583-a25b-65ec91e25c5b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:10:40.556090 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:10:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:40.669537 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:40.670836 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-21af1784-8117-46e3-bc84-a007dcf2f551 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1145220 May 25 15:10:40.673882 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 36622) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:40.778236 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-023502ff-81da-4d59-9491-3a191b4ceaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (28008d6a-0ada-4b02-9ba7-47028671262f), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:40.818473 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Set router 3461eb6b-a6e4-4583-a25b-65ec91e25c5b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:10:40.950664 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023502ff-81da-4d59-9491-3a191b4ceaf8 None None] Pushing event updated for resources: {'Port': ['ID=28008d6a-0ada-4b02-9ba7-47028671262f,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:40.960896 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-771aa220-c27a-4b8e-b730-6943394acff7 None None] Provisioning complete for port 28008d6a-0ada-4b02-9ba7-47028671262f triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:40.961270 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-771aa220-c27a-4b8e-b730-6943394acff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (28008d6a-0ada-4b02-9ba7-47028671262f), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:41.022660 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:41.090205 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:41.105723 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'name': 'tempest-TestShelveInstance-811659882-router', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:38Z', 'updated_at': '2022-05-25T15:10:39Z', 'revision_number': 3, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'gw_port': {'id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:26:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:39Z', 'updated_at': '2022-05-25T15:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:41.109316 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-771aa220-c27a-4b8e-b730-6943394acff7 None None] Current status of the port 28008d6a-0ada-4b02-9ba7-47028671262f is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:10:41.134301 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Checking router: 3461eb6b-a6e4-4583-a25b-65ec91e25c5b for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:10:41.134675 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Updating router 3461eb6b-a6e4-4583-a25b-65ec91e25c5b port af80614f-2767-4844-80d5-c86a7d41b6a2 binding host dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:10:41.147682 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [req-55b22cd3-3ad0-4441-a79d-dce5317ec3f2 req-c15a9a0e-4e5f-4b7a-b100-c0be9cdb3220 service neutron] (116225) timed out ('10.222.0.86', 50011) {{(pid=116225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 15:10:41.164672 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (af80614f-2767-4844-80d5-c86a7d41b6a2), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:41.252270 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_common [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] Allocated IP 172.20.0.1 (7c8a2e76-5c4f-40d4-9193-e0b868c847b4/9b1cfec3-98a6-40e7-945f-78076cd7b90a/feda3f30-bc74-42b6-b4a4-dbb2685b2d65) {{(pid=116226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:10:41.360888 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] Publish callbacks [] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:41.383452 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [req-a6410f69-ac57-4698-8dbc-c8ae81e295ec req-291fe105-6192-4df1-9a0b-bf08774715d2 service neutron] (116226) timed out ('10.222.0.86', 50012) {{(pid=116226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 15:10:41.461065 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [req-5995348b-5ebc-4a78-8176-a7eca24294d1 req-d32c48e3-57db-44d4-aa4d-1b37039cbc0b service neutron] (116225) timed out ('10.222.0.86', 50042) {{(pid=116225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 15:10:41.465348 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Publish callbacks [] for port (af80614f-2767-4844-80d5-c86a7d41b6a2), precommit_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:41.470554 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:41.479922 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:41.521297 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] Network 7c8a2e76-5c4f-40d4-9193-e0b868c847b4 is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:10:41.531614 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:10:41.531614 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] Received port after_create {{(pid=116226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:10:41.534416 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] Pushing event updated for resources: {'Port': ['ID=feda3f30-bc74-42b6-b4a4-dbb2685b2d65,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:41.564601 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 28008d6a-0ada-4b02-9ba7-47028671262f up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:10:41.573595 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:41.581448 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565314'] for router_interface (3461eb6b-a6e4-4583-a25b-65ec91e25c5b), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:41.587076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (af80614f-2767-4844-80d5-c86a7d41b6a2), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:41.640024 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:41.668105 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57391538-7325-4de3-94d9-fad49a584a71 None None] Pushing event updated for resources: {'Port': ['ID=af80614f-2767-4844-80d5-c86a7d41b6a2,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:41.677323 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Attempting to bind port af80614f-2767-4844-80d5-c86a7d41b6a2 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:10:41.677696 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Attempting to bind port af80614f-2767-4844-80d5-c86a7d41b6a2 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:10:41.678067 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Attempting to bind port af80614f-2767-4844-80d5-c86a7d41b6a2 on network e77a34f4-3c18-4df0-a57b-b0c373fbaaed {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:10:41.689652 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:10:41.690042 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Checking segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:10:41.690446 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:41.690875 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Bound using segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:10:41.691411 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Bound port: af80614f-2767-4844-80d5-c86a7d41b6a2, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:10:41.691809 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (af80614f-2767-4844-80d5-c86a7d41b6a2), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:41.696213 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 28008d6a-0ada-4b02-9ba7-47028671262f triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:41.701908 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (28008d6a-0ada-4b02-9ba7-47028671262f), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:41.743288 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:41.779046 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] For port af80614f-2767-4844-80d5-c86a7d41b6a2, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:10:41.783355 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] For port af80614f-2767-4844-80d5-c86a7d41b6a2, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=af80614f-2767-4844-80d5-c86a7d41b6a2,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:10:41.821134 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:41.836436 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 28008d6a-0ada-4b02-9ba7-47028671262f is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:10:41.838898 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-dcac4ff7-04ce-4f04-9dc0-26180125c27a None None] Provisioning complete for port feda3f30-bc74-42b6-b4a4-dbb2685b2d65 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:41.839337 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-dcac4ff7-04ce-4f04-9dc0-26180125c27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:41.861036 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:41.874733 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-dcac4ff7-04ce-4f04-9dc0-26180125c27a None None] Port feda3f30-bc74-42b6-b4a4-dbb2685b2d65 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:10:41.888769 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (af80614f-2767-4844-80d5-c86a7d41b6a2), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:41.949375 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Routers {'3461eb6b-a6e4-4583-a25b-65ec91e25c5b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:10:41.950025 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:10:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:41.992255 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57391538-7325-4de3-94d9-fad49a584a71 None None] Pushing event updated for resources: {'Port': ['ID=af80614f-2767-4844-80d5-c86a7d41b6a2,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:42.020940 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] Publish callbacks [] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:42.064524 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] Set router 3461eb6b-a6e4-4583-a25b-65ec91e25c5b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:10:42.129866 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126892817'] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:42.198749 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-826829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567250'] for router_interface (3461eb6b-a6e4-4583-a25b-65ec91e25c5b), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:42.200603 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] Pushing event updated for resources: {'Port': ['ID=feda3f30-bc74-42b6-b4a4-dbb2685b2d65,revision_number=2']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:42.261521 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:42.263448 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'name': 'tempest-TestShelveInstance-811659882-router', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:38Z', 'updated_at': '2022-05-25T15:10:41Z', 'revision_number': 4, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'gw_port': {'id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:26:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:39Z', 'updated_at': '2022-05-25T15:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'feda3f30-bc74-42b6-b4a4-dbb2685b2d65', 'name': '', 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'mac_address': 'fa:16:3e:56:8c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:41Z', 'updated_at': '2022-05-25T15:10:41Z', 'revision_number': 1, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'subnets': [{'id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:42.291966 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de630e-dcbb-43b9-aa50-e802ecf18055 None None] The sync data for ids ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'] in dv-cinder-830283-3-iscsi is: [{'id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'name': 'tempest-TestShelveInstance-811659882-router', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:38Z', 'updated_at': '2022-05-25T15:10:41Z', 'revision_number': 4, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'gw_port': {'id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:26:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:39Z', 'updated_at': '2022-05-25T15:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'feda3f30-bc74-42b6-b4a4-dbb2685b2d65', 'name': '', 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'mac_address': 'fa:16:3e:56:8c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:41Z', 'updated_at': '2022-05-25T15:10:41Z', 'revision_number': 1, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'subnets': [{'id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:10:42.297206 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] Network 7c8a2e76-5c4f-40d4-9193-e0b868c847b4 is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:10:42.298611 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:10:42.428480 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] Router 3461eb6b-a6e4-4583-a25b-65ec91e25c5b has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:10:42.557666 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:10:42.563538 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-afad5e5d-7893-4378-b604-d9bf62b28a8c admin admin] 10.222.0.74 "PUT /v2.0/routers/3461eb6b-a6e4-4583-a25b-65ec91e25c5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8883739 May 25 15:10:42.600157 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-5aef2326-c55e-4222-ac14-a457c991182b None None] Provisioning complete for port feda3f30-bc74-42b6-b4a4-dbb2685b2d65 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:42.601753 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-5aef2326-c55e-4222-ac14-a457c991182b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:42.642809 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-5aef2326-c55e-4222-ac14-a457c991182b None None] Port feda3f30-bc74-42b6-b4a4-dbb2685b2d65 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:10:42.931143 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:43.422094 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 36638) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:43.427988 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-b7e082c6-529c-4c54-9814-65faa3b67955 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-167811019-network', 'tenant_id': '5569e2e8eba84c4ea505cf9480e70b12'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:10:43.524612 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e082c6-529c-4c54-9814-65faa3b67955 admin admin] Made reservation on behalf of 5569e2e8eba84c4ea505cf9480e70b12 for: {'network': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:10:43.527095 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b7e082c6-529c-4c54-9814-65faa3b67955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:43.538251 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b7e082c6-529c-4c54-9814-65faa3b67955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:43.547056 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=19 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:43.547793 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device af80614f-2767-4844-80d5-c86a7d41b6a2 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:10:43.552116 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=15 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:43.599573 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:43.603973 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port af80614f-2767-4844-80d5-c86a7d41b6a2 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:43.604560 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (af80614f-2767-4844-80d5-c86a7d41b6a2), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:43.629008 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b7e082c6-529c-4c54-9814-65faa3b67955 admin admin] Publish callbacks [] for security_group (353c3d36-eb8b-4d0e-b350-131816a5f2d0), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:43.685031 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port af80614f-2767-4844-80d5-c86a7d41b6a2 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:10:43.689837 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (af80614f-2767-4844-80d5-c86a7d41b6a2), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:43.706989 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] For port af80614f-2767-4844-80d5-c86a7d41b6a2, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=af80614f-2767-4844-80d5-c86a7d41b6a2,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:43.709881 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b7e082c6-529c-4c54-9814-65faa3b67955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (353c3d36-eb8b-4d0e-b350-131816a5f2d0), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:43.734852 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e082c6-529c-4c54-9814-65faa3b67955 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=116226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:10:43.736474 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:43.745792 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e082c6-529c-4c54-9814-65faa3b67955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353c3d36-eb8b-4d0e-b350-131816a5f2d0,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:43.750587 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b7e082c6-529c-4c54-9814-65faa3b67955 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (c31c2320-3b40-4f38-b476-82f9b477e712), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:43.752858 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.segments_db [None req-b7e082c6-529c-4c54-9814-65faa3b67955 admin admin] Added segment c31c2320-3b40-4f38-b476-82f9b477e712 of type vlan for network 942a80c5-af1a-4852-a8fe-c1d8a65fc6fe May 25 15:10:43.790527 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b7e082c6-529c-4c54-9814-65faa3b67955 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (942a80c5-af1a-4852-a8fe-c1d8a65fc6fe), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:43.807527 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (af80614f-2767-4844-80d5-c86a7d41b6a2), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:43.862006 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Pushing event updated for resources: {'Port': ['ID=af80614f-2767-4844-80d5-c86a7d41b6a2,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:43.918566 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b7e082c6-529c-4c54-9814-65faa3b67955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (942a80c5-af1a-4852-a8fe-c1d8a65fc6fe), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:43.919693 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e082c6-529c-4c54-9814-65faa3b67955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:43.920281 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b7e082c6-529c-4c54-9814-65faa3b67955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:43.985244 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e082c6-529c-4c54-9814-65faa3b67955 admin admin] Pushing event updated for resources: {'Network': ['ID=942a80c5-af1a-4852-a8fe-c1d8a65fc6fe,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:43.998286 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network 942a80c5-af1a-4852-a8fe-c1d8a65fc6fe details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 15:10:44.030383 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-b7e082c6-529c-4c54-9814-65faa3b67955 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6069572 May 25 15:10:44.033133 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 36640) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:44.038288 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-69f88785-5455-48e6-a111-3192758d76c1 admin admin] Request body: {'subnet': {'network_id': '942a80c5-af1a-4852-a8fe-c1d8a65fc6fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-167811019-subnet', 'tenant_id': '5569e2e8eba84c4ea505cf9480e70b12', 'ip_version': 4}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:10:44.158559 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f88785-5455-48e6-a111-3192758d76c1 admin admin] Made reservation on behalf of 5569e2e8eba84c4ea505cf9480e70b12 for: {'subnet': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:10:44.160973 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-69f88785-5455-48e6-a111-3192758d76c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127158571'] for subnet (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:44.295037 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:44.354143 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Sync routers for ids ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:10:44.365769 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Routers {'3461eb6b-a6e4-4583-a25b-65ec91e25c5b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:10:44.366317 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:10:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:44.474409 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Set router 3461eb6b-a6e4-4583-a25b-65ec91e25c5b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:10:44.667613 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'name': 'tempest-TestShelveInstance-811659882-router', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:38Z', 'updated_at': '2022-05-25T15:10:41Z', 'revision_number': 4, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'gw_port': {'id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:39Z', 'updated_at': '2022-05-25T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'feda3f30-bc74-42b6-b4a4-dbb2685b2d65', 'name': '', 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'mac_address': 'fa:16:3e:56:8c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:41Z', 'updated_at': '2022-05-25T15:10:41Z', 'revision_number': 2, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'subnets': [{'id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:44.670283 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-69f88785-5455-48e6-a111-3192758d76c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126891400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127158745'] for subnet (c4ca7750-8574-49e8-9c9e-4621de45254f), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:44.693227 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Checking router: 3461eb6b-a6e4-4583-a25b-65ec91e25c5b for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:10:44.693585 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Updating router 3461eb6b-a6e4-4583-a25b-65ec91e25c5b port feda3f30-bc74-42b6-b4a4-dbb2685b2d65 binding host dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:10:44.722404 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:44.730838 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f88785-5455-48e6-a111-3192758d76c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4ca7750-8574-49e8-9c9e-4621de45254f,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:44.738274 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f88785-5455-48e6-a111-3192758d76c1 admin admin] Checking segment: {'id': 'c31c2320-3b40-4f38-b476-82f9b477e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '942a80c5-af1a-4852-a8fe-c1d8a65fc6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:10:44.738686 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f88785-5455-48e6-a111-3192758d76c1 admin admin] Network hostable DHCP agents. Network: 942a80c5-af1a-4852-a8fe-c1d8a65fc6fe, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:10:44.830018 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f88785-5455-48e6-a111-3192758d76c1 admin admin] Network 942a80c5-af1a-4852-a8fe-c1d8a65fc6fe is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:10:44.913166 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-69f88785-5455-48e6-a111-3192758d76c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, 942a80c5-af1a-4852-a8fe-c1d8a65fc6fe) {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:10:44.918874 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f88785-5455-48e6-a111-3192758d76c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:44.919694 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-69f88785-5455-48e6-a111-3192758d76c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:44.922594 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7a4622-f80f-4cba-b69b-7f1687f4c6c3 None None] Network 942a80c5-af1a-4852-a8fe-c1d8a65fc6fe requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:10:45.017409 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-69f88785-5455-48e6-a111-3192758d76c1 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9825029 May 25 15:10:45.020652 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 36642) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:45.026446 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-167811019-router', 'tenant_id': '5569e2e8eba84c4ea505cf9480e70b12', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:10:45.032324 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1a855bc-7c09-52c5-ba14-1589c7fd33db-942a80c5-af1a-4852-a8fe-c1d8a65fc6fe', 'network_id': '942a80c5-af1a-4852-a8fe-c1d8a65fc6fe', 'project_id': '5569e2e8eba84c4ea505cf9480e70b12', 'fixed_ips': [{'subnet_id': 'c4ca7750-8574-49e8-9c9e-4621de45254f'}]}} from dv-cinder-830283-3-iscsi. {{(pid=116227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 15:10:45.033192 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.051399 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Publish callbacks [] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), precommit_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.138386 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router (c3094ac2-766b-47a0-b030-2c74d8315346), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.139514 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5644'] for router (c3094ac2-766b-47a0-b030-2c74d8315346), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.174531 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.db_base_plugin_common [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Allocated IP 172.20.0.2 (942a80c5-af1a-4852-a8fe-c1d8a65fc6fe/c4ca7750-8574-49e8-9c9e-4621de45254f/9f00a943-17b9-46ca-8c36-a62f1cc63144) {{(pid=116227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:10:45.193262 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.194423 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Publish callbacks [] for router_controller (c3094ac2-766b-47a0-b030-2c74d8315346), precommit_add_association {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.240474 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4318a-95a8-4c41-ac6a-7921ca65c222 None None] Pushing event updated for resources: {'Port': ['ID=feda3f30-bc74-42b6-b4a4-dbb2685b2d65,revision_number=3']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:45.248623 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4318a-95a8-4c41-ac6a-7921ca65c222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:45.248968 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4318a-95a8-4c41-ac6a-7921ca65c222 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:45.249333 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4318a-95a8-4c41-ac6a-7921ca65c222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:45.249688 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4318a-95a8-4c41-ac6a-7921ca65c222 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:45.250023 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4318a-95a8-4c41-ac6a-7921ca65c222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:45.250362 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4318a-95a8-4c41-ac6a-7921ca65c222 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:45.250843 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4318a-95a8-4c41-ac6a-7921ca65c222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:45.251019 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4318a-95a8-4c41-ac6a-7921ca65c222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:45.251364 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4318a-95a8-4c41-ac6a-7921ca65c222 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:45.251672 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4318a-95a8-4c41-ac6a-7921ca65c222 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:45.251996 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4318a-95a8-4c41-ac6a-7921ca65c222 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:45.252367 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4318a-95a8-4c41-ac6a-7921ca65c222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:45.252753 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4318a-95a8-4c41-ac6a-7921ca65c222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:45.252974 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4318a-95a8-4c41-ac6a-7921ca65c222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:45.253291 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4318a-95a8-4c41-ac6a-7921ca65c222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:45.320444 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Attempting to bind port feda3f30-bc74-42b6-b4a4-dbb2685b2d65 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:10:45.320811 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Attempting to bind port feda3f30-bc74-42b6-b4a4-dbb2685b2d65 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '407c0535-111d-4efe-8d7a-13689eb0e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4'}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:10:45.321176 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Attempting to bind port feda3f30-bc74-42b6-b4a4-dbb2685b2d65 on network 7c8a2e76-5c4f-40d4-9193-e0b868c847b4 {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:10:45.330029 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:10:45.330029 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Checking segment: {'id': '407c0535-111d-4efe-8d7a-13689eb0e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:10:45.330029 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.330029 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Bound using segment: {'id': '407c0535-111d-4efe-8d7a-13689eb0e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4'} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:10:45.330029 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Bound port: feda3f30-bc74-42b6-b4a4-dbb2685b2d65, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407c0535-111d-4efe-8d7a-13689eb0e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4'}}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:10:45.330029 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.342328 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Publish callbacks [] for port (9f00a943-17b9-46ca-8c36-a62f1cc63144), precommit_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.343658 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:45.377738 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:45.407103 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] For port feda3f30-bc74-42b6-b4a4-dbb2685b2d65, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:10:45.410849 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] For port feda3f30-bc74-42b6-b4a4-dbb2685b2d65, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=feda3f30-bc74-42b6-b4a4-dbb2685b2d65,segment=NetworkSegment(407c0535-111d-4efe-8d7a-13689eb0e961),segment_id=407c0535-111d-4efe-8d7a-13689eb0e961)] {{(pid=116228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:10:45.433321 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653'] for port (9f00a943-17b9-46ca-8c36-a62f1cc63144), after_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.474240 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Publish callbacks [] for router_gateway (c3094ac2-766b-47a0-b030-2c74d8315346), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.493874 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Pushing event updated for resources: {'Port': ['ID=9f00a943-17b9-46ca-8c36-a62f1cc63144,revision_number=1']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:45.506381 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Network 942a80c5-af1a-4852-a8fe-c1d8a65fc6fe is already hosted by enough agents. {{(pid=116227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:10:45.508418 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-bbdb93f1-bb4e-4f18-bb06-0ba480cc6c49 None None] Provisioning complete for port feda3f30-bc74-42b6-b4a4-dbb2685b2d65 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:45.508802 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-bbdb93f1-bb4e-4f18-bb06-0ba480cc6c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.510899 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.base_scheduler [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Resources bound (agent type, host, resource id): {{(pid=116227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:10:45.514112 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Received port after_create {{(pid=116227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:10:45.525085 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.566287 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:45.567710 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device af80614f-2767-4844-80d5-c86a7d41b6a2 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:10:45.595545 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4318a-95a8-4c41-ac6a-7921ca65c222 None None] Pushing event updated for resources: {'Port': ['ID=feda3f30-bc74-42b6-b4a4-dbb2685b2d65,revision_number=4']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:45.613348 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Routers {'3461eb6b-a6e4-4583-a25b-65ec91e25c5b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:10:45.614888 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:10:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:45.616764 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb93f1-bb4e-4f18-bb06-0ba480cc6c49 None None] Port feda3f30-bc74-42b6-b4a4-dbb2685b2d65 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:10:45.631506 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:45.646198 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Attempting to bind port 9f00a943-17b9-46ca-8c36-a62f1cc63144 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:10:45.646575 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Attempting to bind port 9f00a943-17b9-46ca-8c36-a62f1cc63144 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': 'c31c2320-3b40-4f38-b476-82f9b477e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '942a80c5-af1a-4852-a8fe-c1d8a65fc6fe'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:10:45.646982 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Attempting to bind port 9f00a943-17b9-46ca-8c36-a62f1cc63144 on network 942a80c5-af1a-4852-a8fe-c1d8a65fc6fe {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:10:45.657343 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:10:45.661498 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Checking segment: {'id': 'c31c2320-3b40-4f38-b476-82f9b477e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '942a80c5-af1a-4852-a8fe-c1d8a65fc6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:10:45.661498 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.661498 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Bound using segment: {'id': 'c31c2320-3b40-4f38-b476-82f9b477e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '942a80c5-af1a-4852-a8fe-c1d8a65fc6fe'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:10:45.661498 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Bound port: 9f00a943-17b9-46ca-8c36-a62f1cc63144, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31c2320-3b40-4f38-b476-82f9b477e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '942a80c5-af1a-4852-a8fe-c1d8a65fc6fe'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:10:45.661498 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (9f00a943-17b9-46ca-8c36-a62f1cc63144), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.679105 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port af80614f-2767-4844-80d5-c86a7d41b6a2 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:45.679395 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (af80614f-2767-4844-80d5-c86a7d41b6a2), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.773607 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] For port 9f00a943-17b9-46ca-8c36-a62f1cc63144, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:10:45.778966 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] For port 9f00a943-17b9-46ca-8c36-a62f1cc63144, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=9f00a943-17b9-46ca-8c36-a62f1cc63144,segment=NetworkSegment(c31c2320-3b40-4f38-b476-82f9b477e712),segment_id=c31c2320-3b40-4f38-b476-82f9b477e712)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:10:45.794714 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Publish callbacks [] for router_gateway (c3094ac2-766b-47a0-b030-2c74d8315346), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.819023 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.824331 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port af80614f-2767-4844-80d5-c86a7d41b6a2 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:10:45.853677 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] Set router 3461eb6b-a6e4-4583-a25b-65ec91e25c5b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:10:45.891123 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:45.924846 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (9f00a943-17b9-46ca-8c36-a62f1cc63144), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:45.932224 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_common [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Allocated IP 172.27.1.99 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/745cd75d-9e8f-4fcd-bb1a-b92842701c09) {{(pid=116226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:10:45.984180 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-a2d7c60f-4102-4060-9b31-3607c07b96fa None None] Provisioning complete for port feda3f30-bc74-42b6-b4a4-dbb2685b2d65 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:45.984180 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c60f-4102-4060-9b31-3607c07b96fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:46.034610 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e28eba-3612-49f4-93ab-10535ec60a44 None None] Pushing event updated for resources: {'Port': ['ID=9f00a943-17b9-46ca-8c36-a62f1cc63144,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:46.080148 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'name': 'tempest-TestShelveInstance-811659882-router', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:38Z', 'updated_at': '2022-05-25T15:10:41Z', 'revision_number': 4, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'gw_port': {'id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:39Z', 'updated_at': '2022-05-25T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'feda3f30-bc74-42b6-b4a4-dbb2685b2d65', 'name': '', 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'mac_address': 'fa:16:3e:56:8c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:41Z', 'updated_at': '2022-05-25T15:10:45Z', 'revision_number': 4, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'subnets': [{'id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:46.086971 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Publish callbacks [] for port (745cd75d-9e8f-4fcd-bb1a-b92842701c09), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:46.091874 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:46.095821 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7c60f-4102-4060-9b31-3607c07b96fa None None] Current status of the port feda3f30-bc74-42b6-b4a4-dbb2685b2d65 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:10:46.096487 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c60f-4102-4060-9b31-3607c07b96fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:46.117808 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a71432-cfc8-4a8d-a639-72cd8ce5a807 None None] The sync data for ids ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'] in dv-cinder-830283-3-iscsi is: [{'id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'name': 'tempest-TestShelveInstance-811659882-router', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:38Z', 'updated_at': '2022-05-25T15:10:41Z', 'revision_number': 4, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'gw_port': {'id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:39Z', 'updated_at': '2022-05-25T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'feda3f30-bc74-42b6-b4a4-dbb2685b2d65', 'name': '', 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'mac_address': 'fa:16:3e:56:8c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:41Z', 'updated_at': '2022-05-25T15:10:45Z', 'revision_number': 4, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'subnets': [{'id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:10:46.128707 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:46.138516 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-a2d7c60f-4102-4060-9b31-3607c07b96fa None None] For port feda3f30-bc74-42b6-b4a4-dbb2685b2d65, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=feda3f30-bc74-42b6-b4a4-dbb2685b2d65,segment=NetworkSegment(407c0535-111d-4efe-8d7a-13689eb0e961),segment_id=407c0535-111d-4efe-8d7a-13689eb0e961)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:46.238919 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (745cd75d-9e8f-4fcd-bb1a-b92842701c09), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:46.239189 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c60f-4102-4060-9b31-3607c07b96fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:46.287881 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:10:46.291242 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:10:46.295280 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Received port after_create {{(pid=116226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:10:46.335594 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7c60f-4102-4060-9b31-3607c07b96fa None None] Pushing event updated for resources: {'Port': ['ID=feda3f30-bc74-42b6-b4a4-dbb2685b2d65,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:46.338216 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Pushing event updated for resources: {'Port': ['ID=745cd75d-9e8f-4fcd-bb1a-b92842701c09,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:46.713333 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Publish callbacks [] for router_gateway (c3094ac2-766b-47a0-b030-2c74d8315346), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:46.899152 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:46.918807 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566039'] for router (c3094ac2-766b-47a0-b030-2c74d8315346), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:47.033941 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6408dd94-7f7f-4213-8ae6-f7061047e22b None None] Network 942a80c5-af1a-4852-a8fe-c1d8a65fc6fe requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:10:47.098420 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-a13365b9-fac4-449d-8922-7ee78338c484 None None] Provisioning complete for port 9f00a943-17b9-46ca-8c36-a62f1cc63144 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:47.098819 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a13365b9-fac4-449d-8922-7ee78338c484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (9f00a943-17b9-46ca-8c36-a62f1cc63144), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:47.204065 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Router c3094ac2-766b-47a0-b030-2c74d8315346 is scheduled to L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d with binding_index 1 {{(pid=116226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 15:10:47.315120 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:10:47.337076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Sync routers for ids ['c3094ac2-766b-47a0-b030-2c74d8315346'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:10:47.361366 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-a13365b9-fac4-449d-8922-7ee78338c484 None None] Current status of the port 9f00a943-17b9-46ca-8c36-a62f1cc63144 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:10:47.361753 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a13365b9-fac4-449d-8922-7ee78338c484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (9f00a943-17b9-46ca-8c36-a62f1cc63144), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:47.364336 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Routers {'c3094ac2-766b-47a0-b030-2c74d8315346'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:10:47.365000 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:10:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['c3094ac2-766b-47a0-b030-2c74d8315346'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:47.432371 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:47.436719 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 36644) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:47.437419 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-cc600bfd-59ed-4d80-b5b8-116d8a1d2b6b admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4149649 May 25 15:10:47.475484 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-a13365b9-fac4-449d-8922-7ee78338c484 None None] For port 9f00a943-17b9-46ca-8c36-a62f1cc63144, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=9f00a943-17b9-46ca-8c36-a62f1cc63144,segment=NetworkSegment(c31c2320-3b40-4f38-b476-82f9b477e712),segment_id=c31c2320-3b40-4f38-b476-82f9b477e712)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:47.508908 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Set router c3094ac2-766b-47a0-b030-2c74d8315346 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:10:47.574683 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a13365b9-fac4-449d-8922-7ee78338c484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (9f00a943-17b9-46ca-8c36-a62f1cc63144), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:47.658722 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:47.661703 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 9f00a943-17b9-46ca-8c36-a62f1cc63144 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:10:47.731027 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13365b9-fac4-449d-8922-7ee78338c484 None None] Pushing event updated for resources: {'Port': ['ID=9f00a943-17b9-46ca-8c36-a62f1cc63144,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:47.754098 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-5c55bd40-acbe-413b-ae1d-6a4004600535 None None] Provisioning complete for port 9f00a943-17b9-46ca-8c36-a62f1cc63144 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:47.754789 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-5c55bd40-acbe-413b-ae1d-6a4004600535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (9f00a943-17b9-46ca-8c36-a62f1cc63144), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:47.816258 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:47.831270 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 9f00a943-17b9-46ca-8c36-a62f1cc63144 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:47.831560 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (9f00a943-17b9-46ca-8c36-a62f1cc63144), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:47.866201 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'name': 'tempest-TestShelveInstance-167811019-router', 'tenant_id': '5569e2e8eba84c4ea505cf9480e70b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '745cd75d-9e8f-4fcd-bb1a-b92842701c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:45Z', 'updated_at': '2022-05-25T15:10:46Z', 'revision_number': 3, 'project_id': '5569e2e8eba84c4ea505cf9480e70b12', 'gw_port': {'id': '745cd75d-9e8f-4fcd-bb1a-b92842701c09', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:03:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:45Z', 'updated_at': '2022-05-25T15:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:47.890598 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:47.903026 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Checking router: c3094ac2-766b-47a0-b030-2c74d8315346 for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:10:47.903378 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Updating router c3094ac2-766b-47a0-b030-2c74d8315346 port 745cd75d-9e8f-4fcd-bb1a-b92842701c09 binding host dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:10:47.958380 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:47.971210 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (745cd75d-9e8f-4fcd-bb1a-b92842701c09), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:48.014724 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-5c55bd40-acbe-413b-ae1d-6a4004600535 None None] Current status of the port 9f00a943-17b9-46ca-8c36-a62f1cc63144 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:10:48.039199 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 9f00a943-17b9-46ca-8c36-a62f1cc63144 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:10:48.040259 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device feda3f30-bc74-42b6-b4a4-dbb2685b2d65 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:10:48.053874 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] Allocated IP 172.20.0.1 (942a80c5-af1a-4852-a8fe-c1d8a65fc6fe/c4ca7750-8574-49e8-9c9e-4621de45254f/0f42fa03-11ff-4290-8eb0-85eb98889195) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:10:48.151025 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:48.161458 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] Publish callbacks [] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:48.179983 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port feda3f30-bc74-42b6-b4a4-dbb2685b2d65 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:48.180363 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:48.307525 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:48.335386 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port feda3f30-bc74-42b6-b4a4-dbb2685b2d65 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:10:48.350825 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] Network 942a80c5-af1a-4852-a8fe-c1d8a65fc6fe is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:10:48.357929 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:10:48.361474 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:10:48.389405 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] Pushing event updated for resources: {'Port': ['ID=0f42fa03-11ff-4290-8eb0-85eb98889195,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:48.393825 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Publish callbacks [] for port (745cd75d-9e8f-4fcd-bb1a-b92842701c09), precommit_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:48.407508 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565314'] for router_interface (c3094ac2-766b-47a0-b030-2c74d8315346), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:48.455736 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (745cd75d-9e8f-4fcd-bb1a-b92842701c09), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:48.512162 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725de54-6fa4-4177-8abe-2bdb11288db8 None None] Pushing event updated for resources: {'Port': ['ID=745cd75d-9e8f-4fcd-bb1a-b92842701c09,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:48.514946 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Attempting to bind port 745cd75d-9e8f-4fcd-bb1a-b92842701c09 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:10:48.518810 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Attempting to bind port 745cd75d-9e8f-4fcd-bb1a-b92842701c09 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:10:48.518810 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Attempting to bind port 745cd75d-9e8f-4fcd-bb1a-b92842701c09 on network e77a34f4-3c18-4df0-a57b-b0c373fbaaed {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:10:48.522130 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:10:48.522514 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Checking segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:10:48.522968 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:48.523368 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Bound using segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:10:48.523851 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Bound port: 745cd75d-9e8f-4fcd-bb1a-b92842701c09, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:10:48.524241 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (745cd75d-9e8f-4fcd-bb1a-b92842701c09), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:48.581234 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] For port 745cd75d-9e8f-4fcd-bb1a-b92842701c09, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:10:48.584522 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] For port 745cd75d-9e8f-4fcd-bb1a-b92842701c09, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=745cd75d-9e8f-4fcd-bb1a-b92842701c09,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:10:48.594107 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [req-de382bca-499b-4209-9817-0e7a137a5e29 req-fb9e40dd-c4da-4ddf-853a-14692c142935 service neutron] (116226) timed out ('10.222.0.86', 50043) {{(pid=116226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 15:10:48.640094 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-104a7e4c-2e1e-4562-bb1a-fadc2dcc0c61 None None] Provisioning complete for port 0f42fa03-11ff-4290-8eb0-85eb98889195 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:48.640413 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-104a7e4c-2e1e-4562-bb1a-fadc2dcc0c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:48.676477 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-104a7e4c-2e1e-4562-bb1a-fadc2dcc0c61 None None] Port 0f42fa03-11ff-4290-8eb0-85eb98889195 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:10:48.861135 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:48.872608 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:48.999478 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (745cd75d-9e8f-4fcd-bb1a-b92842701c09), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:49.004504 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:49.014942 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [req-e9b19ee8-5c6a-4e8a-a5c3-3f33d8478558 req-b59c6ef7-e7cd-4d98-b517-adbc4e84813b service neutron] (116225) timed out ('10.222.0.86', 49985) {{(pid=116225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 15:10:49.067949 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Routers {'c3094ac2-766b-47a0-b030-2c74d8315346'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:10:49.068591 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:10:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['c3094ac2-766b-47a0-b030-2c74d8315346'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:49.072094 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] Publish callbacks [] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:49.107034 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725de54-6fa4-4177-8abe-2bdb11288db8 None None] Pushing event updated for resources: {'Port': ['ID=745cd75d-9e8f-4fcd-bb1a-b92842701c09,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:49.158289 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:49.165935 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:49.187592 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] Set router c3094ac2-766b-47a0-b030-2c74d8315346 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:10:49.228391 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] Pushing event updated for resources: {'Port': ['ID=0f42fa03-11ff-4290-8eb0-85eb98889195,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:49.230975 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-826829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567250'] for router_interface (c3094ac2-766b-47a0-b030-2c74d8315346), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:49.284081 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:49.329806 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] Network 942a80c5-af1a-4852-a8fe-c1d8a65fc6fe is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:10:49.331557 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:10:49.394400 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'name': 'tempest-TestShelveInstance-167811019-router', 'tenant_id': '5569e2e8eba84c4ea505cf9480e70b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '745cd75d-9e8f-4fcd-bb1a-b92842701c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:45Z', 'updated_at': '2022-05-25T15:10:48Z', 'revision_number': 4, 'project_id': '5569e2e8eba84c4ea505cf9480e70b12', 'gw_port': {'id': '745cd75d-9e8f-4fcd-bb1a-b92842701c09', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:03:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:45Z', 'updated_at': '2022-05-25T15:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '0f42fa03-11ff-4290-8eb0-85eb98889195', 'name': '', 'network_id': '942a80c5-af1a-4852-a8fe-c1d8a65fc6fe', 'tenant_id': '5569e2e8eba84c4ea505cf9480e70b12', 'mac_address': 'fa:16:3e:1e:f7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c4ca7750-8574-49e8-9c9e-4621de45254f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:47Z', 'updated_at': '2022-05-25T15:10:48Z', 'revision_number': 1, 'project_id': '5569e2e8eba84c4ea505cf9480e70b12', 'subnets': [{'id': 'c4ca7750-8574-49e8-9c9e-4621de45254f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:49.421832 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1877984a-a357-4072-aa1f-1bf6239f982a None None] The sync data for ids ['c3094ac2-766b-47a0-b030-2c74d8315346'] in dv-cinder-830283-3-iscsi is: [{'id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'name': 'tempest-TestShelveInstance-167811019-router', 'tenant_id': '5569e2e8eba84c4ea505cf9480e70b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '745cd75d-9e8f-4fcd-bb1a-b92842701c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:45Z', 'updated_at': '2022-05-25T15:10:48Z', 'revision_number': 4, 'project_id': '5569e2e8eba84c4ea505cf9480e70b12', 'gw_port': {'id': '745cd75d-9e8f-4fcd-bb1a-b92842701c09', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:03:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:45Z', 'updated_at': '2022-05-25T15:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '0f42fa03-11ff-4290-8eb0-85eb98889195', 'name': '', 'network_id': '942a80c5-af1a-4852-a8fe-c1d8a65fc6fe', 'tenant_id': '5569e2e8eba84c4ea505cf9480e70b12', 'mac_address': 'fa:16:3e:1e:f7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c4ca7750-8574-49e8-9c9e-4621de45254f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:47Z', 'updated_at': '2022-05-25T15:10:48Z', 'revision_number': 1, 'project_id': '5569e2e8eba84c4ea505cf9480e70b12', 'subnets': [{'id': 'c4ca7750-8574-49e8-9c9e-4621de45254f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:10:49.467794 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] Router c3094ac2-766b-47a0-b030-2c74d8315346 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:10:49.561892 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 9f00a943-17b9-46ca-8c36-a62f1cc63144 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:10:49.591625 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:10:49.598723 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-8dcacc92-d111-487c-8aad-3dae05a6bd9f admin admin] 10.222.0.74 "PUT /v2.0/routers/c3094ac2-766b-47a0-b030-2c74d8315346/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1589744 May 25 15:10:49.611271 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-95eb0bdf-baeb-418e-95e8-4f9273bb7d99 None None] Provisioning complete for port 0f42fa03-11ff-4290-8eb0-85eb98889195 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:49.611646 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-95eb0bdf-baeb-418e-95e8-4f9273bb7d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:49.649988 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 9f00a943-17b9-46ca-8c36-a62f1cc63144 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:49.650435 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (9f00a943-17b9-46ca-8c36-a62f1cc63144), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:49.694076 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-95eb0bdf-baeb-418e-95e8-4f9273bb7d99 None None] Port 0f42fa03-11ff-4290-8eb0-85eb98889195 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:10:49.761387 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 9f00a943-17b9-46ca-8c36-a62f1cc63144 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:10:50.107326 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 36654) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:50.111766 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-c05cb90a-c7f9-4a9f-9850-0f09d35c9765 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-293421668', 'description': 'tempest-secgroup-smoke-293421668 description', 'project_id': '6405d7039f25476f81b98903d2af54f2'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:10:50.230352 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-c05cb90a-c7f9-4a9f-9850-0f09d35c9765 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:50.307541 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-c05cb90a-c7f9-4a9f-9850-0f09d35c9765 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group (8d153614-2796-4d3c-93ef-ca9fd05ef419), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:50.395987 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-c05cb90a-c7f9-4a9f-9850-0f09d35c9765 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (8d153614-2796-4d3c-93ef-ca9fd05ef419), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:50.429345 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cb90a-c7f9-4a9f-9850-0f09d35c9765 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d153614-2796-4d3c-93ef-ca9fd05ef419,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:50.512071 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-c05cb90a-c7f9-4a9f-9850-0f09d35c9765 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:50.516391 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-c05cb90a-c7f9-4a9f-9850-0f09d35c9765 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4052041 May 25 15:10:50.516685 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 36656) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:50.521221 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-a4269c57-c7b7-4b15-93d6-ca35c84288d2 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Request body: {'security_group_rule': {'security_group_id': '8d153614-2796-4d3c-93ef-ca9fd05ef419', 'project_id': '6405d7039f25476f81b98903d2af54f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:10:50.538298 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:50.653939 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a4269c57-c7b7-4b15-93d6-ca35c84288d2 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group_rule (7b437e26-a294-4db6-bef3-e34f3cd8c22b), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:50.716579 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a4269c57-c7b7-4b15-93d6-ca35c84288d2 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group_rule (7b437e26-a294-4db6-bef3-e34f3cd8c22b), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:50.789470 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a4269c57-c7b7-4b15-93d6-ca35c84288d2 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (7b437e26-a294-4db6-bef3-e34f3cd8c22b), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:50.813574 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4269c57-c7b7-4b15-93d6-ca35c84288d2 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b437e26-a294-4db6-bef3-e34f3cd8c22b,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:50.886142 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-a4269c57-c7b7-4b15-93d6-ca35c84288d2 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:50.887301 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-a4269c57-c7b7-4b15-93d6-ca35c84288d2 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3696365 May 25 15:10:50.889972 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 36658) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:50.894437 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-69aaf613-080a-4314-8bb2-6593576e5d62 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Request body: {'security_group_rule': {'security_group_id': '8d153614-2796-4d3c-93ef-ca9fd05ef419', 'project_id': '6405d7039f25476f81b98903d2af54f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:10:51.004147 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-69aaf613-080a-4314-8bb2-6593576e5d62 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group_rule (5c04f326-3078-42a0-9afd-54a0d4339f8a), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:51.061274 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-69aaf613-080a-4314-8bb2-6593576e5d62 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group_rule (5c04f326-3078-42a0-9afd-54a0d4339f8a), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:51.144440 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-69aaf613-080a-4314-8bb2-6593576e5d62 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (5c04f326-3078-42a0-9afd-54a0d4339f8a), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:51.163609 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aaf613-080a-4314-8bb2-6593576e5d62 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c04f326-3078-42a0-9afd-54a0d4339f8a,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:51.240299 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-69aaf613-080a-4314-8bb2-6593576e5d62 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:51.241912 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-69aaf613-080a-4314-8bb2-6593576e5d62 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3509946 May 25 15:10:51.244512 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 36660) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:51.248903 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-c0c05799-ec49-40b7-a3ce-25ead4fba405 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Request body: {'security_group_rule': {'security_group_id': '8d153614-2796-4d3c-93ef-ca9fd05ef419', 'project_id': '6405d7039f25476f81b98903d2af54f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:10:51.375581 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-c0c05799-ec49-40b7-a3ce-25ead4fba405 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group_rule (4e1b57c0-031b-4d44-b10d-11e824bc06e0), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:51.435445 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-c0c05799-ec49-40b7-a3ce-25ead4fba405 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group_rule (4e1b57c0-031b-4d44-b10d-11e824bc06e0), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:51.512795 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-c0c05799-ec49-40b7-a3ce-25ead4fba405 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (4e1b57c0-031b-4d44-b10d-11e824bc06e0), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:51.529085 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:51.534079 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c05799-ec49-40b7-a3ce-25ead4fba405 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1b57c0-031b-4d44-b10d-11e824bc06e0,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:51.547309 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 745cd75d-9e8f-4fcd-bb1a-b92842701c09 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:10:51.593741 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 745cd75d-9e8f-4fcd-bb1a-b92842701c09 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:51.594118 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (745cd75d-9e8f-4fcd-bb1a-b92842701c09), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:51.600147 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-c0c05799-ec49-40b7-a3ce-25ead4fba405 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:51.601443 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-c0c05799-ec49-40b7-a3ce-25ead4fba405 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3559015 May 25 15:10:51.604269 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 36662) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:51.608706 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-8d955c9c-2c2b-4234-90b7-3824e4804ee3 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Request body: {'security_group_rule': {'security_group_id': '8d153614-2796-4d3c-93ef-ca9fd05ef419', 'project_id': '6405d7039f25476f81b98903d2af54f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:10:51.694508 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-8d955c9c-2c2b-4234-90b7-3824e4804ee3 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group_rule (4ff864d4-3292-45f5-9e02-6ca273ff7376), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:51.761288 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-8d955c9c-2c2b-4234-90b7-3824e4804ee3 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group_rule (4ff864d4-3292-45f5-9e02-6ca273ff7376), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:51.802625 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 745cd75d-9e8f-4fcd-bb1a-b92842701c09 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:10:51.803046 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (745cd75d-9e8f-4fcd-bb1a-b92842701c09), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:51.824734 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] For port 745cd75d-9e8f-4fcd-bb1a-b92842701c09, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=745cd75d-9e8f-4fcd-bb1a-b92842701c09,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:51.838315 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-8d955c9c-2c2b-4234-90b7-3824e4804ee3 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (4ff864d4-3292-45f5-9e02-6ca273ff7376), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:51.860764 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d955c9c-2c2b-4234-90b7-3824e4804ee3 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff864d4-3292-45f5-9e02-6ca273ff7376,revision_number=0']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:51.921255 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (745cd75d-9e8f-4fcd-bb1a-b92842701c09), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:51.954772 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-8d955c9c-2c2b-4234-90b7-3824e4804ee3 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:51.955928 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-8d955c9c-2c2b-4234-90b7-3824e4804ee3 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3507392 May 25 15:10:51.958862 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 36664) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:51.963385 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-ab8a240d-e58c-4625-b9c3-b49f25e4102c tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Request body: {'security_group_rule': {'security_group_id': '8d153614-2796-4d3c-93ef-ca9fd05ef419', 'project_id': '6405d7039f25476f81b98903d2af54f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:10:51.970525 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Pushing event updated for resources: {'Port': ['ID=745cd75d-9e8f-4fcd-bb1a-b92842701c09,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:52.036379 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.securitygroups_db [None req-ab8a240d-e58c-4625-b9c3-b49f25e4102c tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Project 6405d7039f25476f81b98903d2af54f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:10:52.043142 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ab8a240d-e58c-4625-b9c3-b49f25e4102c tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group_rule (cf5a1e0b-fb30-4acc-9145-b0e957b79705), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:52.094011 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ab8a240d-e58c-4625-b9c3-b49f25e4102c tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group_rule (cf5a1e0b-fb30-4acc-9145-b0e957b79705), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:52.158730 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ab8a240d-e58c-4625-b9c3-b49f25e4102c tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (cf5a1e0b-fb30-4acc-9145-b0e957b79705), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:52.179167 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a240d-e58c-4625-b9c3-b49f25e4102c tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5a1e0b-fb30-4acc-9145-b0e957b79705,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:52.257623 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ab8a240d-e58c-4625-b9c3-b49f25e4102c tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:52.258914 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-ab8a240d-e58c-4625-b9c3-b49f25e4102c tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2990034 May 25 15:10:52.261562 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 36666) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:52.266024 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-53126c31-7347-40be-887a-42e0489cbccf tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Request body: {'security_group_rule': {'security_group_id': '8d153614-2796-4d3c-93ef-ca9fd05ef419', 'project_id': '6405d7039f25476f81b98903d2af54f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:10:52.335759 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.securitygroups_db [None req-53126c31-7347-40be-887a-42e0489cbccf tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Project 6405d7039f25476f81b98903d2af54f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:10:52.342420 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-53126c31-7347-40be-887a-42e0489cbccf tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group_rule (81add1c8-4883-41f9-bf8d-1c1e2782796a), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:52.389961 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:52.397025 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-53126c31-7347-40be-887a-42e0489cbccf tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group_rule (81add1c8-4883-41f9-bf8d-1c1e2782796a), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:52.504166 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-53126c31-7347-40be-887a-42e0489cbccf tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (81add1c8-4883-41f9-bf8d-1c1e2782796a), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:52.523879 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53126c31-7347-40be-887a-42e0489cbccf tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81add1c8-4883-41f9-bf8d-1c1e2782796a,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:52.626048 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-53126c31-7347-40be-887a-42e0489cbccf tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:52.627313 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-53126c31-7347-40be-887a-42e0489cbccf tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3648303 May 25 15:10:53.081007 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Sync routers for ids ['c3094ac2-766b-47a0-b030-2c74d8315346'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:10:53.091636 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Routers {'c3094ac2-766b-47a0-b030-2c74d8315346'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:10:53.093098 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:10:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['c3094ac2-766b-47a0-b030-2c74d8315346'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:53.196248 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Set router c3094ac2-766b-47a0-b030-2c74d8315346 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:10:53.330815 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=100 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:53.387118 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'name': 'tempest-TestShelveInstance-167811019-router', 'tenant_id': '5569e2e8eba84c4ea505cf9480e70b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '745cd75d-9e8f-4fcd-bb1a-b92842701c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:45Z', 'updated_at': '2022-05-25T15:10:48Z', 'revision_number': 4, 'project_id': '5569e2e8eba84c4ea505cf9480e70b12', 'gw_port': {'id': '745cd75d-9e8f-4fcd-bb1a-b92842701c09', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:45Z', 'updated_at': '2022-05-25T15:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '0f42fa03-11ff-4290-8eb0-85eb98889195', 'name': '', 'network_id': '942a80c5-af1a-4852-a8fe-c1d8a65fc6fe', 'tenant_id': '5569e2e8eba84c4ea505cf9480e70b12', 'mac_address': 'fa:16:3e:1e:f7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c4ca7750-8574-49e8-9c9e-4621de45254f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:47Z', 'updated_at': '2022-05-25T15:10:48Z', 'revision_number': 2, 'project_id': '5569e2e8eba84c4ea505cf9480e70b12', 'subnets': [{'id': 'c4ca7750-8574-49e8-9c9e-4621de45254f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:53.416447 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Checking router: c3094ac2-766b-47a0-b030-2c74d8315346 for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:10:53.416794 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Updating router c3094ac2-766b-47a0-b030-2c74d8315346 port 0f42fa03-11ff-4290-8eb0-85eb98889195 binding host dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:10:53.444867 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:53.557700 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 745cd75d-9e8f-4fcd-bb1a-b92842701c09 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:10:53.599310 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:53.606614 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 745cd75d-9e8f-4fcd-bb1a-b92842701c09 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:53.612065 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (745cd75d-9e8f-4fcd-bb1a-b92842701c09), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:53.687104 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 745cd75d-9e8f-4fcd-bb1a-b92842701c09 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:10:53.758623 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Publish callbacks [] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), precommit_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:53.847050 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:53.902543 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327e5e6-4b2f-402a-9576-0aa46bc2a76c None None] Pushing event updated for resources: {'Port': ['ID=0f42fa03-11ff-4290-8eb0-85eb98889195,revision_number=3']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:53.962978 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Attempting to bind port 0f42fa03-11ff-4290-8eb0-85eb98889195 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:10:53.963483 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Attempting to bind port 0f42fa03-11ff-4290-8eb0-85eb98889195 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': 'c31c2320-3b40-4f38-b476-82f9b477e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '942a80c5-af1a-4852-a8fe-c1d8a65fc6fe'}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:10:53.966028 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Attempting to bind port 0f42fa03-11ff-4290-8eb0-85eb98889195 on network 942a80c5-af1a-4852-a8fe-c1d8a65fc6fe {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:10:53.972164 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:10:53.972548 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Checking segment: {'id': 'c31c2320-3b40-4f38-b476-82f9b477e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '942a80c5-af1a-4852-a8fe-c1d8a65fc6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:10:53.973503 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:53.973912 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Bound using segment: {'id': 'c31c2320-3b40-4f38-b476-82f9b477e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '942a80c5-af1a-4852-a8fe-c1d8a65fc6fe'} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:10:53.974670 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Bound port: 0f42fa03-11ff-4290-8eb0-85eb98889195, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31c2320-3b40-4f38-b476-82f9b477e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '942a80c5-af1a-4852-a8fe-c1d8a65fc6fe'}}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:10:53.974833 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:54.028717 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:54.041048 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] For port 0f42fa03-11ff-4290-8eb0-85eb98889195, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:10:54.044386 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] For port 0f42fa03-11ff-4290-8eb0-85eb98889195, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=0f42fa03-11ff-4290-8eb0-85eb98889195,segment=NetworkSegment(c31c2320-3b40-4f38-b476-82f9b477e712),segment_id=c31c2320-3b40-4f38-b476-82f9b477e712)] {{(pid=116228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:10:54.139662 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-835e9b17-b0a1-470f-8ce8-79a6adde8f2f None None] Provisioning complete for port 0f42fa03-11ff-4290-8eb0-85eb98889195 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:54.139951 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-835e9b17-b0a1-470f-8ce8-79a6adde8f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:54.151873 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:54.175189 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-835e9b17-b0a1-470f-8ce8-79a6adde8f2f None None] Port 0f42fa03-11ff-4290-8eb0-85eb98889195 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:10:54.220767 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Routers {'c3094ac2-766b-47a0-b030-2c74d8315346'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:10:54.221408 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:10:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['c3094ac2-766b-47a0-b030-2c74d8315346'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:54.269438 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327e5e6-4b2f-402a-9576-0aa46bc2a76c None None] Pushing event updated for resources: {'Port': ['ID=0f42fa03-11ff-4290-8eb0-85eb98889195,revision_number=4']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:54.346446 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] Set router c3094ac2-766b-47a0-b030-2c74d8315346 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:10:54.495421 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-2e1c9f15-330e-45a6-aabb-1a641d06f446 None None] Provisioning complete for port 0f42fa03-11ff-4290-8eb0-85eb98889195 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:54.495726 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2e1c9f15-330e-45a6-aabb-1a641d06f446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:54.506044 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:54.564414 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'name': 'tempest-TestShelveInstance-167811019-router', 'tenant_id': '5569e2e8eba84c4ea505cf9480e70b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '745cd75d-9e8f-4fcd-bb1a-b92842701c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:45Z', 'updated_at': '2022-05-25T15:10:48Z', 'revision_number': 4, 'project_id': '5569e2e8eba84c4ea505cf9480e70b12', 'gw_port': {'id': '745cd75d-9e8f-4fcd-bb1a-b92842701c09', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:45Z', 'updated_at': '2022-05-25T15:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '0f42fa03-11ff-4290-8eb0-85eb98889195', 'name': '', 'network_id': '942a80c5-af1a-4852-a8fe-c1d8a65fc6fe', 'tenant_id': '5569e2e8eba84c4ea505cf9480e70b12', 'mac_address': 'fa:16:3e:1e:f7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c4ca7750-8574-49e8-9c9e-4621de45254f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:47Z', 'updated_at': '2022-05-25T15:10:54Z', 'revision_number': 4, 'project_id': '5569e2e8eba84c4ea505cf9480e70b12', 'subnets': [{'id': 'c4ca7750-8574-49e8-9c9e-4621de45254f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:54.574840 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:54.581979 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-2e1c9f15-330e-45a6-aabb-1a641d06f446 None None] Current status of the port 0f42fa03-11ff-4290-8eb0-85eb98889195 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:10:54.582414 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2e1c9f15-330e-45a6-aabb-1a641d06f446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:54.594417 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc7710d-42a7-46d8-b9a1-ca953b746556 None None] The sync data for ids ['c3094ac2-766b-47a0-b030-2c74d8315346'] in dv-cinder-830283-3-iscsi is: [{'id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'name': 'tempest-TestShelveInstance-167811019-router', 'tenant_id': '5569e2e8eba84c4ea505cf9480e70b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '745cd75d-9e8f-4fcd-bb1a-b92842701c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:45Z', 'updated_at': '2022-05-25T15:10:48Z', 'revision_number': 4, 'project_id': '5569e2e8eba84c4ea505cf9480e70b12', 'gw_port': {'id': '745cd75d-9e8f-4fcd-bb1a-b92842701c09', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:45Z', 'updated_at': '2022-05-25T15:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '0f42fa03-11ff-4290-8eb0-85eb98889195', 'name': '', 'network_id': '942a80c5-af1a-4852-a8fe-c1d8a65fc6fe', 'tenant_id': '5569e2e8eba84c4ea505cf9480e70b12', 'mac_address': 'fa:16:3e:1e:f7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c4ca7750-8574-49e8-9c9e-4621de45254f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:47Z', 'updated_at': '2022-05-25T15:10:54Z', 'revision_number': 4, 'project_id': '5569e2e8eba84c4ea505cf9480e70b12', 'subnets': [{'id': 'c4ca7750-8574-49e8-9c9e-4621de45254f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:10:54.624347 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-2e1c9f15-330e-45a6-aabb-1a641d06f446 None None] For port 0f42fa03-11ff-4290-8eb0-85eb98889195, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=0f42fa03-11ff-4290-8eb0-85eb98889195,segment=NetworkSegment(c31c2320-3b40-4f38-b476-82f9b477e712),segment_id=c31c2320-3b40-4f38-b476-82f9b477e712)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:54.736753 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2e1c9f15-330e-45a6-aabb-1a641d06f446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:54.794622 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c9f15-330e-45a6-aabb-1a641d06f446 None None] Pushing event updated for resources: {'Port': ['ID=0f42fa03-11ff-4290-8eb0-85eb98889195,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:55.548343 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 0f42fa03-11ff-4290-8eb0-85eb98889195 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:10:55.597426 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 0f42fa03-11ff-4290-8eb0-85eb98889195 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:55.598739 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:55.683283 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 0f42fa03-11ff-4290-8eb0-85eb98889195 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:11:01.859461 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:DELETE=6,neutron:SELECT=49,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:01.860381 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=8,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:02.526447 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=28,neutron:INSERT=4,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:03.621773 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:11:05.644002 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:06.618485 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-5c6cdcd9-1774-4e85-96e4-237576436838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:08.941236 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-381a836f-2597-4fd1-9a46-25c8622002ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:10.358077 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:11.589709 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:12.903298 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:13.783873 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-d6d2070b-8f49-448c-b5fb-b674b60259ee tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-293421668&fields=id&tenant_id=6405d7039f25476f81b98903d2af54f2 HTTP/1.1" status: 200 len: 267 time: 0.0431883 May 25 15:11:13.888906 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-041e9dc9-b54e-4a97-a073-ec73db66f819 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:13.890293 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-041e9dc9-b54e-4a97-a073-ec73db66f819 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/networks?id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4 HTTP/1.1" status: 200 len: 808 time: 0.0991111 May 25 15:11:13.904761 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-f59ca130-aec3-45e4-ae9a-cbad4aaa0405 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/quotas/6405d7039f25476f81b98903d2af54f2 HTTP/1.1" status: 200 len: 375 time: 0.0090892 May 25 15:11:13.956426 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-49ef0884-1cbb-450a-8ab9-9fedf303d746 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6405d7039f25476f81b98903d2af54f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468056 May 25 15:11:14.049704 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-eb4fe941-7ddf-47c4-a7d4-4dbd41bf3b63 service neutron] 10.222.0.74 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818491 May 25 15:11:14.141077 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-34d93f65-8717-488c-b3c0-21d1cc756138 service neutron] 10.222.0.74 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855711 May 25 15:11:15.888965 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4e048dc6-d8b6-4372-a292-1ea91036af1f req-07142bb1-0643-4834-b886-2ee1526f6956 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 210 time: 0.1372349 May 25 15:11:16.986427 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-28bdb0c1-8f43-4458-9bb7-12fb707b9576 req-40be10a6-ff27-43a2-91ec-0f71e199fb06 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 210 time: 0.0274332 May 25 15:11:18.085870 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-51f253d7-9888-47c5-9256-3d45245c7849 req-9dfc78c4-4e5a-4cf0-aac8-99cab69e8d4f tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 210 time: 0.0277865 May 25 15:11:18.348738 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-7439effe-44a0-4bab-99f8-425eb5e6052b tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:18.350174 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-7439effe-44a0-4bab-99f8-425eb5e6052b tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.86 "GET /v2.0/networks?id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4 HTTP/1.1" status: 200 len: 808 time: 0.1049781 May 25 15:11:18.419021 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-c2b2453a-a406-483c-a970-ae645a69f588 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6405d7039f25476f81b98903d2af54f2 HTTP/1.1" status: 200 len: 379 time: 0.0540748 May 25 15:11:18.428122 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Request body: {'port': {'device_id': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'admin_state_up': True, 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'security_groups': ['8d153614-2796-4d3c-93ef-ca9fd05ef419']}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:11:18.612355 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Made reservation on behalf of 6405d7039f25476f81b98903d2af54f2 for: {'port': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:11:18.616593 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:18.740996 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Allocated IP 172.20.0.9 (7c8a2e76-5c4f-40d4-9193-e0b868c847b4/9b1cfec3-98a6-40e7-945f-78076cd7b90a/a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:11:18.880866 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:19.022030 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:19.066895 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Network 7c8a2e76-5c4f-40d4-9193-e0b868c847b4 is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:11:19.070036 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:11:19.074078 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:11:19.102858 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Pushing event updated for resources: {'Port': ['ID=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:11:19.118197 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:19.118773 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:19.119126 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:19.119481 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:19.119909 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:19.120677 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:19.120939 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:19.121278 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:19.121607 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:19.121935 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:19.122264 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:19.122593 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:19.122987 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:19.123268 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:19.123590 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:19.147931 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:19.148571 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:19.225855 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb981c-78e8-4051-882b-fc67e8ceaded req-feeaa38b-2d70-4793-91ef-5bc1c33b5305 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:19.227401 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-caeb981c-78e8-4051-882b-fc67e8ceaded req-feeaa38b-2d70-4793-91ef-5bc1c33b5305 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 931 time: 0.0534031 May 25 15:11:19.261031 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-f8cd2366-54b6-4d10-bc12-a7e79df4def6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8369725 May 25 15:11:19.280337 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-caeb981c-78e8-4051-882b-fc67e8ceaded req-3624d9de-64e0-4828-8399-4cbb06cfac5f tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463037 May 25 15:11:19.313149 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c1b6827b-819e-4273-a851-e80bdb141c52 None None] Provisioning complete for port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:11:19.313860 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c1b6827b-819e-4273-a851-e80bdb141c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:19.332309 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Request body: {'port': {'device_id': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:11:19.348447 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c1b6827b-819e-4273-a851-e80bdb141c52 None None] Port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:11:19.390471 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:19.393104 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:19.411393 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:19.682767 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 {{(pid=116225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:11:19.690394 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Publish callbacks [] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:19.703109 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.provisioning_blocks [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Transition to ACTIVE for port object a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 will not be triggered until provisioned by entity L2. {{(pid=116225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:11:19.909443 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:19.961046 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:11:20.037182 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:20.038263 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Attempting to bind port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:11:20.038605 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Attempting to bind port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': '407c0535-111d-4efe-8d7a-13689eb0e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4'}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:11:20.038962 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Attempting to bind port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 on network 7c8a2e76-5c4f-40d4-9193-e0b868c847b4 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:11:20.043839 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 on network 7c8a2e76-5c4f-40d4-9193-e0b868c847b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:11:20.044163 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Attempting to bind port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 on network 7c8a2e76-5c4f-40d4-9193-e0b868c847b4 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:11:20.049432 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:11:20.049770 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Checking segment: {'id': '407c0535-111d-4efe-8d7a-13689eb0e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:11:20.050181 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Bound using segment: {'id': '407c0535-111d-4efe-8d7a-13689eb0e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4'} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:11:20.050705 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Bound port: a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407c0535-111d-4efe-8d7a-13689eb0e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4'}}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:11:20.051099 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:20.121825 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] For port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1, host hv-cinder-83028, cleared binding levels {{(pid=116225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:11:20.124978 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] For port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1,segment=NetworkSegment(407c0535-111d-4efe-8d7a-13689eb0e961),segment_id=407c0535-111d-4efe-8d7a-13689eb0e961)] {{(pid=116225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:11:20.255547 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:20.292408 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:20.293113 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:20.294476 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] 10.222.0.86 "PUT /v2.0/ports/a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 HTTP/1.1" status: 200 len: 1093 time: 1.0202684 May 25 15:11:20.299410 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'tag': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:11:20.301800 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e7c07b-15c6-4f4d-b069-60322bed6886" -d '{"events": [{"name": "network-changed", "server_uuid": "e1055520-e770-40f7-b42f-6f19a84c5cb9", "tag": "a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:11:20.333925 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd0ad4-e0f8-408d-a94b-dfbd72af3182 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1,revision_number=3']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:11:20.415132 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c3747-db56-42b8-ab47-9633ed4a8712 req-89b9e3cf-7e02-4a03-9ecd-6f74e6448e70 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:20.416987 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3e8c3747-db56-42b8-ab47-9633ed4a8712 req-89b9e3cf-7e02-4a03-9ecd-6f74e6448e70 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0548124 May 25 15:11:20.427704 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e10d13-e5a2-4ef6-af61-98bcb4ad70cd x-openstack-request-id: req-c2e10d13-e5a2-4ef6-af61-98bcb4ad70cd {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:11:20.428360 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1055520-e770-40f7-b42f-6f19a84c5cb9", "tag": "a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:11:20.428615 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c2e10d13-e5a2-4ef6-af61-98bcb4ad70cd {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:11:20.429128 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e10d13-e5a2-4ef6-af61-98bcb4ad70cd'] response: {'name': 'network-changed', 'server_uuid': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'tag': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1', 'status': 'completed', 'code': 200} May 25 15:11:20.476440 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3e8c3747-db56-42b8-ab47-9633ed4a8712 req-683adb19-bc47-42da-8ba9-094e5d3e99d2 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536306 May 25 15:11:20.511563 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7c07b-15c6-4f4d-b069-60322bed6886 req-d62dbccf-0a24-4a64-8856-04fb5b1d13cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:20.512989 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-88e7c07b-15c6-4f4d-b069-60322bed6886 req-d62dbccf-0a24-4a64-8856-04fb5b1d13cf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6405d7039f25476f81b98903d2af54f2&device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 1127 time: 0.0431838 May 25 15:11:20.548272 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=51 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:20.548881 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:20.621234 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7c07b-15c6-4f4d-b069-60322bed6886 req-b846e0db-1f5c-41e6-a1a4-909de0508109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:20.622706 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-88e7c07b-15c6-4f4d-b069-60322bed6886 req-b846e0db-1f5c-41e6-a1a4-909de0508109 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=6405d7039f25476f81b98903d2af54f2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0967915 May 25 15:11:20.714514 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7c07b-15c6-4f4d-b069-60322bed6886 req-36e10072-5086-4752-bfe2-0f656f3c2c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:20.715996 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-88e7c07b-15c6-4f4d-b069-60322bed6886 req-36e10072-5086-4752-bfe2-0f656f3c2c2d service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871229 May 25 15:11:20.816478 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-2cebf502-ca45-4fe9-98c4-fee24baa1b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:20.817859 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-2cebf502-ca45-4fe9-98c4-fee24baa1b4c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6405d7039f25476f81b98903d2af54f2&device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 1127 time: 0.0443525 May 25 15:11:20.862575 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-b1918c11-be0f-4c6f-a008-12fcb52b5bef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 HTTP/1.1" status: 200 len: 217 time: 0.0320635 May 25 15:11:20.909655 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-e50816b3-5bea-4ea3-bca0-dd1241fcabc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:20.911664 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-e50816b3-5bea-4ea3-bca0-dd1241fcabc4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b1cfec3-98a6-40e7-945f-78076cd7b90a HTTP/1.1" status: 200 len: 847 time: 0.0438633 May 25 15:11:20.952776 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-2d757366-a567-4ab0-9ddc-e963372b56a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:20.954202 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-2d757366-a567-4ab0-9ddc-e963372b56a8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371597 May 25 15:11:21.044963 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-aaa361aa-bcbd-46a0-9c86-48d0dcb7a2de service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846303 May 25 15:11:21.132843 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ef92b8e6-cd29-4e91-b213-65fda7948c90 req-adc70728-3ec0-4e79-9a79-a77e086055db service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817070 May 25 15:11:21.598141 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74033aad-0df1-4081-b697-50c3fcd64823 req-708179b6-da28-4ff1-800c-e2cc5a344548 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:21.599764 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-74033aad-0df1-4081-b697-50c3fcd64823 req-708179b6-da28-4ff1-800c-e2cc5a344548 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0507460 May 25 15:11:21.661780 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-74033aad-0df1-4081-b697-50c3fcd64823 req-c4d83364-86cf-4cf9-bad4-b9c1685b1aef tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553815 May 25 15:11:22.775302 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26827489-09bc-4f76-9cd5-b335fef67f5a req-41f7ffce-70d9-453b-91e2-2fa31bed90f4 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:22.776818 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-26827489-09bc-4f76-9cd5-b335fef67f5a req-41f7ffce-70d9-453b-91e2-2fa31bed90f4 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0473967 May 25 15:11:22.826025 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-26827489-09bc-4f76-9cd5-b335fef67f5a req-424f7eaf-69fc-40ef-a234-d52fd531fbc4 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436978 May 25 15:11:23.938544 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d9f01-cdcd-49d5-9164-1e7245a53194 req-d738294f-b064-45a6-ab8c-21673b36a224 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:23.940058 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6f2d9f01-cdcd-49d5-9164-1e7245a53194 req-d738294f-b064-45a6-ab8c-21673b36a224 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0464132 May 25 15:11:23.990013 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6f2d9f01-cdcd-49d5-9164-1e7245a53194 req-c0ec5b2d-0b09-4ced-8a08-840fa1cbc729 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438383 May 25 15:11:25.109598 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ccff9-77a9-455a-8701-1fd953a8d841 req-532d06b1-dea6-495b-bad5-feab5f304d46 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:25.111069 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-428ccff9-77a9-455a-8701-1fd953a8d841 req-532d06b1-dea6-495b-bad5-feab5f304d46 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0500147 May 25 15:11:25.159276 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-428ccff9-77a9-455a-8701-1fd953a8d841 req-e9473462-3d58-450e-8382-9820acaa44e1 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420995 May 25 15:11:26.255331 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:26.262895 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:26.273341 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc6c57-013d-4cad-b09c-4035918639fb req-f0ed1a9c-776c-4078-99b5-aa2487e2413d tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:26.274870 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ffcc6c57-013d-4cad-b09c-4035918639fb req-f0ed1a9c-776c-4078-99b5-aa2487e2413d tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0477769 May 25 15:11:26.323845 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ffcc6c57-013d-4cad-b09c-4035918639fb req-ed7492ce-b425-4324-a51d-9a251fc63565 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435369 May 25 15:11:27.443619 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74476f-b2c4-467b-a590-11588feb2b74 req-7ddb4802-063c-493b-9e6b-86fd4807ae1f tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:27.445113 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2f74476f-b2c4-467b-a590-11588feb2b74 req-7ddb4802-063c-493b-9e6b-86fd4807ae1f tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0514235 May 25 15:11:27.493474 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2f74476f-b2c4-467b-a590-11588feb2b74 req-f9ed3614-ce89-4d50-8f24-53f680de2f0a tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428100 May 25 15:11:28.577072 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:11:28.579337 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=68,neutron:UPDATE=6 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:28.580843 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:28.608190 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b63954-839f-45ce-8b2c-527b39fd990f req-c85b282f-5986-4008-aad1-d70c7824d402 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:28.609666 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c8b63954-839f-45ce-8b2c-527b39fd990f req-c85b282f-5986-4008-aad1-d70c7824d402 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0470688 May 25 15:11:28.660556 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c8b63954-839f-45ce-8b2c-527b39fd990f req-5846536c-4c7c-46c0-aaed-43ec743d08c4 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451741 May 25 15:11:28.681221 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1,segment=NetworkSegment(407c0535-111d-4efe-8d7a-13689eb0e961),segment_id=407c0535-111d-4efe-8d7a-13689eb0e961)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:11:28.693684 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1', 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'port_id': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1', 'mac_address': 'fa:16:3e:35:de:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:11:28.729313 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:11:28.729711 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:28.743181 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:11:28.763435 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1,segment=NetworkSegment(407c0535-111d-4efe-8d7a-13689eb0e961),segment_id=407c0535-111d-4efe-8d7a-13689eb0e961)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:11:28.832672 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:28.879891 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:11:29.270092 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:11:29.774279 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60e0ff-c71d-435b-9ef9-3cae9b22a243 req-a468d23f-04c7-4a49-84b0-33564cc72a51 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:29.775797 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-da60e0ff-c71d-435b-9ef9-3cae9b22a243 req-a468d23f-04c7-4a49-84b0-33564cc72a51 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 944 time: 0.0466456 May 25 15:11:29.827803 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-da60e0ff-c71d-435b-9ef9-3cae9b22a243 req-de627969-698c-4527-89b4-a4192f09877b tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464635 May 25 15:11:30.591009 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:11:30.630903 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:30.635405 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:11:30.723702 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:11:30.724085 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:30.796629 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:11:30.797025 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:30.820270 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:11:30.822489 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70abad0c-5346-492c-b1dc-f02e617dd27d" -d '{"events": [{"server_uuid": "e1055520-e770-40f7-b42f-6f19a84c5cb9", "name": "network-vif-plugged", "status": "completed", "tag": "a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:11:30.839300 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1,segment=NetworkSegment(407c0535-111d-4efe-8d7a-13689eb0e961),segment_id=407c0535-111d-4efe-8d7a-13689eb0e961)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:11:30.876627 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033288ce-9ae4-4f34-bef5-47a52a9ba9fe x-openstack-request-id: req-033288ce-9ae4-4f34-bef5-47a52a9ba9fe {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:11:30.876627 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1055520-e770-40f7-b42f-6f19a84c5cb9", "name": "network-vif-plugged", "status": "completed", "tag": "a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:11:30.876627 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-033288ce-9ae4-4f34-bef5-47a52a9ba9fe {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:11:30.876627 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-033288ce-9ae4-4f34-bef5-47a52a9ba9fe'] response: {'server_uuid': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1', 'code': 200} May 25 15:11:30.929337 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:30.944897 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b8133-5aba-495c-baed-b82ae20d2e61 req-fcac25d8-f7f1-4e6c-b9cb-4a05eb8937f4 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:30.946480 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1d6b8133-5aba-495c-baed-b82ae20d2e61 req-fcac25d8-f7f1-4e6c-b9cb-4a05eb8937f4 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 944 time: 0.0495281 May 25 15:11:30.980002 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:11:30.997090 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1d6b8133-5aba-495c-baed-b82ae20d2e61 req-c2a72c2c-5c52-4d3d-bb52-ec44d97ce37d tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447745 May 25 15:11:31.127562 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:31.129474 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=62 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:31.254419 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3796bb-c687-4eef-8857-11859c4f7a0f req-960d4d1c-1065-41f6-bb79-6638373dde04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:31.256141 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ef3796bb-c687-4eef-8857-11859c4f7a0f req-960d4d1c-1065-41f6-bb79-6638373dde04 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 1129 time: 0.0437896 May 25 15:11:31.301858 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ef3796bb-c687-4eef-8857-11859c4f7a0f req-abc2b22e-20a2-4a24-ae4d-4f2ce200296b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394278 May 25 15:11:32.119653 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f696d78-353a-4741-a28a-ef4f718a8e60 req-cd4cfaf8-2fb4-4c25-a612-a9a5c22d01e2 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:32.121281 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7f696d78-353a-4741-a28a-ef4f718a8e60 req-cd4cfaf8-2fb4-4c25-a612-a9a5c22d01e2 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0494821 May 25 15:11:32.182254 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7f696d78-353a-4741-a28a-ef4f718a8e60 req-96ba0662-e3fa-4797-b2a5-8cefa7be3bee tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550399 May 25 15:11:33.299811 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aae87d-7ca6-4791-a525-845d2fb2f36d req-ff71a264-0a65-4c2a-8c01-62aa00bb20b7 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:33.301912 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-29aae87d-7ca6-4791-a525-845d2fb2f36d req-ff71a264-0a65-4c2a-8c01-62aa00bb20b7 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0503464 May 25 15:11:33.351167 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-29aae87d-7ca6-4791-a525-845d2fb2f36d req-fde2a700-254b-489a-af79-ba3288c7566f tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434864 May 25 15:11:33.462355 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9efc9-f5fd-4f32-9205-dfa9cefd5f52 req-295f6e63-c997-4050-9187-d612a50fb90a tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:33.463744 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d5d9efc9-f5fd-4f32-9205-dfa9cefd5f52 req-295f6e63-c997-4050-9187-d612a50fb90a tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0470092 May 25 15:11:33.511575 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d5d9efc9-f5fd-4f32-9205-dfa9cefd5f52 req-27e046a4-4900-4a07-a122-f059232b360d tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422332 May 25 15:11:33.533299 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 36848) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:11:33.611460 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f26f34-1cd0-435b-9729-d80fb9ecf9ff tempest-TestShelveInstance-1882039052 tempest-TestShelveInstance-1882039052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:33.612943 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-42f26f34-1cd0-435b-9729-d80fb9ecf9ff tempest-TestShelveInstance-1882039052 tempest-TestShelveInstance-1882039052-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 1124 time: 0.0786798 May 25 15:11:33.615991 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 36852) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:11:33.620581 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Request body: {'floatingip': {'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'port_id': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:11:33.726236 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:33.805116 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:33.893939 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:33.911164 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_common [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Allocated IP 172.27.1.168 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/1b8d80d4-7619-4306-aee5-51698ec72f54) {{(pid=116226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:11:33.914850 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:34.012702 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for port (1b8d80d4-7619-4306-aee5-51698ec72f54), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:34.155448 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (1b8d80d4-7619-4306-aee5-51698ec72f54), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:34.197995 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:11:34.202762 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:11:34.207081 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Received port after_create {{(pid=116226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:11:34.210267 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Pushing event updated for resources: {'Port': ['ID=1b8d80d4-7619-4306-aee5-51698ec72f54,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:11:34.244164 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:34.244511 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:34.244851 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:34.245189 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:34.245524 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:34.245853 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:34.246180 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:34.246505 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:34.246865 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:34.247192 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:34.247514 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:34.247838 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:34.248160 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:34.248480 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:34.248798 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:34.540356 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:34.578554 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for floatingip (949e4abe-8909-4c6f-94d0-0314fe8cfcdb), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:34.609187 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:34.609900 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:34.723910 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (1b8d80d4-7619-4306-aee5-51698ec72f54), before_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:34.903393 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for port (1b8d80d4-7619-4306-aee5-51698ec72f54), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:34.971918 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126892817'] for port (1b8d80d4-7619-4306-aee5-51698ec72f54), after_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:35.038833 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Pushing event updated for resources: {'Port': ['ID=1b8d80d4-7619-4306-aee5-51698ec72f54,revision_number=2']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:11:35.047687 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:35.050935 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (949e4abe-8909-4c6f-94d0-0314fe8cfcdb), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:35.392619 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.l3_db [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Floating IP 949e4abe-8909-4c6f-94d0-0314fe8cfcdb associated. External IP: 172.27.1.168, port: a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1. May 25 15:11:35.593838 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Router 3461eb6b-a6e4-4583-a25b-65ec91e25c5b has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:11:35.686108 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:35.697821 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:11:35.708778 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317b1ec-12c9-4649-8dc9-4969266a40df None None] Sync routers for ids ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:11:35.718103 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317b1ec-12c9-4649-8dc9-4969266a40df None None] Routers {'3461eb6b-a6e4-4583-a25b-65ec91e25c5b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:11:35.718793 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-e317b1ec-12c9-4649-8dc9-4969266a40df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:11:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:11:35.782510 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:35.813840 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-49d318b4-09f4-40ae-a23b-dc574d1b3b43 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1968207 May 25 15:11:35.814519 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'tag': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1'}] {{(pid=116226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:11:35.817076 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dc151ac6212342da2108a0a28b94f4203e9e0da67b00e21663921939482ef4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e46a38c-b2f6-42ce-b0b3-25b000bd9448" -d '{"events": [{"name": "network-changed", "server_uuid": "e1055520-e770-40f7-b42f-6f19a84c5cb9", "tag": "a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1"}]}' {{(pid=116226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:11:35.824115 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-e317b1ec-12c9-4649-8dc9-4969266a40df None None] Set router 3461eb6b-a6e4-4583-a25b-65ec91e25c5b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:11:35.905661 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf4fe58-46da-4452-811b-22995df81d7a x-openstack-request-id: req-ecf4fe58-46da-4452-811b-22995df81d7a {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:11:35.905973 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1055520-e770-40f7-b42f-6f19a84c5cb9", "tag": "a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1", "status": "completed", "code": 200}]} {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:11:35.906230 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ecf4fe58-46da-4452-811b-22995df81d7a {{(pid=116226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:11:35.906657 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf4fe58-46da-4452-811b-22995df81d7a'] response: {'name': 'network-changed', 'server_uuid': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'tag': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1', 'status': 'completed', 'code': 200} May 25 15:11:35.963492 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:35.990182 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46a38c-b2f6-42ce-b0b3-25b000bd9448 req-dddc3e72-14fa-444f-b03d-cbd0ba94a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:35.991722 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-7e46a38c-b2f6-42ce-b0b3-25b000bd9448 req-dddc3e72-14fa-444f-b03d-cbd0ba94a476 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6405d7039f25476f81b98903d2af54f2&device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 1129 time: 0.0401292 May 25 15:11:36.043688 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-e317b1ec-12c9-4649-8dc9-4969266a40df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'name': 'tempest-TestShelveInstance-811659882-router', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:38Z', 'updated_at': '2022-05-25T15:10:41Z', 'revision_number': 4, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'gw_port': {'id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:39Z', 'updated_at': '2022-05-25T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '949e4abe-8909-4c6f-94d0-0314fe8cfcdb', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'port_id': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'mac_address': 'fa:16:3e:35:de:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:11:34Z', 'updated_at': '2022-05-25T15:11:34Z', 'revision_number': 0, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feda3f30-bc74-42b6-b4a4-dbb2685b2d65', 'name': '', 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'mac_address': 'fa:16:3e:56:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:41Z', 'updated_at': '2022-05-25T15:10:46Z', 'revision_number': 5, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'subnets': [{'id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:11:36.069472 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317b1ec-12c9-4649-8dc9-4969266a40df None None] Checking router: 3461eb6b-a6e4-4583-a25b-65ec91e25c5b for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:11:36.078333 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317b1ec-12c9-4649-8dc9-4969266a40df None None] Routers {'3461eb6b-a6e4-4583-a25b-65ec91e25c5b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:11:36.078974 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-e317b1ec-12c9-4649-8dc9-4969266a40df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:11:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:11:36.087593 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46a38c-b2f6-42ce-b0b3-25b000bd9448 req-e23d17e6-18a0-423b-865c-7cce40e89cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:36.089063 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-7e46a38c-b2f6-42ce-b0b3-25b000bd9448 req-e23d17e6-18a0-423b-865c-7cce40e89cf7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4 HTTP/1.1" status: 200 len: 909 time: 0.0912621 May 25 15:11:36.151425 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-7e46a38c-b2f6-42ce-b0b3-25b000bd9448 req-f83775b2-4e59-4243-b4ae-9cc99cd1fda6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 HTTP/1.1" status: 200 len: 999 time: 0.0557823 May 25 15:11:36.181641 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-e317b1ec-12c9-4649-8dc9-4969266a40df None None] Set router 3461eb6b-a6e4-4583-a25b-65ec91e25c5b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:11:36.201516 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46a38c-b2f6-42ce-b0b3-25b000bd9448 req-3398d379-4ac0-437b-862e-480adc52d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:36.203079 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-7e46a38c-b2f6-42ce-b0b3-25b000bd9448 req-3398d379-4ac0-437b-862e-480adc52d82c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b1cfec3-98a6-40e7-945f-78076cd7b90a HTTP/1.1" status: 200 len: 847 time: 0.0464144 May 25 15:11:36.250313 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46a38c-b2f6-42ce-b0b3-25b000bd9448 req-9396cbec-4c23-44c1-badb-b7197396ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:36.251837 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-7e46a38c-b2f6-42ce-b0b3-25b000bd9448 req-9396cbec-4c23-44c1-badb-b7197396ca42 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415020 May 25 15:11:36.329955 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:36.343782 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-7e46a38c-b2f6-42ce-b0b3-25b000bd9448 req-69cccde4-6d2b-4f79-a2d8-49909188ac29 service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849097 May 25 15:11:36.396908 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-e317b1ec-12c9-4649-8dc9-4969266a40df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'name': 'tempest-TestShelveInstance-811659882-router', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:38Z', 'updated_at': '2022-05-25T15:10:41Z', 'revision_number': 4, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'gw_port': {'id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:39Z', 'updated_at': '2022-05-25T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '949e4abe-8909-4c6f-94d0-0314fe8cfcdb', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'port_id': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'mac_address': 'fa:16:3e:35:de:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:11:34Z', 'updated_at': '2022-05-25T15:11:34Z', 'revision_number': 0, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feda3f30-bc74-42b6-b4a4-dbb2685b2d65', 'name': '', 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'mac_address': 'fa:16:3e:56:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:41Z', 'updated_at': '2022-05-25T15:10:46Z', 'revision_number': 5, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'subnets': [{'id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:11:36.426430 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317b1ec-12c9-4649-8dc9-4969266a40df None None] The sync data for ids ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'] in dv-cinder-830283-3-iscsi is: [{'id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'name': 'tempest-TestShelveInstance-811659882-router', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:38Z', 'updated_at': '2022-05-25T15:10:41Z', 'revision_number': 4, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'gw_port': {'id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:39Z', 'updated_at': '2022-05-25T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '949e4abe-8909-4c6f-94d0-0314fe8cfcdb', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'port_id': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'mac_address': 'fa:16:3e:35:de:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:11:34Z', 'updated_at': '2022-05-25T15:11:34Z', 'revision_number': 0, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feda3f30-bc74-42b6-b4a4-dbb2685b2d65', 'name': '', 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'mac_address': 'fa:16:3e:56:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:41Z', 'updated_at': '2022-05-25T15:10:46Z', 'revision_number': 5, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'subnets': [{'id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:11:36.437930 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-7e46a38c-b2f6-42ce-b0b3-25b000bd9448 req-c9d535c8-9bf3-4599-a7b3-0aba7255cf39 service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882199 May 25 15:11:36.622310 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b4acf5-c3b4-4941-8929-08855bb7e5ed None None] New status for floating IP 949e4abe-8909-4c6f-94d0-0314fe8cfcdb: ACTIVE {{(pid=116228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:11:36.652116 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2836c822-16c0-4525-88b6-dca97f194dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:38.957937 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d7c59a65-36b1-4f24-b348-60b091ac01a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:40.363606 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:40.623837 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:11:41.534444 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:42.906058 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:45.807072 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=40,neutron:DELETE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:45.811022 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:46.432345 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=60 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:46.434361 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=52 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:46.727494 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=9 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:52.630598 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-80a484be-517c-4c90-acaa-d85ac9b3c5bd req-73e584cc-269e-4ede-8439-51aacc37ff10 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380449 May 25 15:11:52.731752 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a484be-517c-4c90-acaa-d85ac9b3c5bd req-f18e4964-d168-4395-af1e-75fddb7289b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:52.733217 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-80a484be-517c-4c90-acaa-d85ac9b3c5bd req-f18e4964-d168-4395-af1e-75fddb7289b7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6405d7039f25476f81b98903d2af54f2&device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 1129 time: 0.0389891 May 25 15:11:52.840884 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a484be-517c-4c90-acaa-d85ac9b3c5bd req-bb741d4c-e183-428d-9596-c43058aa202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:52.842351 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-80a484be-517c-4c90-acaa-d85ac9b3c5bd req-bb741d4c-e183-428d-9596-c43058aa202a service neutron] 10.222.0.86 "GET /v2.0/networks?id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4 HTTP/1.1" status: 200 len: 909 time: 0.0904682 May 25 15:11:52.904208 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-80a484be-517c-4c90-acaa-d85ac9b3c5bd req-5f2e6b1e-7d4b-492a-9767-d260861bfddb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 HTTP/1.1" status: 200 len: 1001 time: 0.0545764 May 25 15:11:52.955799 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a484be-517c-4c90-acaa-d85ac9b3c5bd req-88ce5fe6-f324-48e5-8c60-cc17b2a04dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:52.957237 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-80a484be-517c-4c90-acaa-d85ac9b3c5bd req-88ce5fe6-f324-48e5-8c60-cc17b2a04dac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b1cfec3-98a6-40e7-945f-78076cd7b90a HTTP/1.1" status: 200 len: 847 time: 0.0439463 May 25 15:11:53.003630 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a484be-517c-4c90-acaa-d85ac9b3c5bd req-498573a9-e45e-4bd4-94e9-ede66ee165fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:53.005151 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-80a484be-517c-4c90-acaa-d85ac9b3c5bd req-498573a9-e45e-4bd4-94e9-ede66ee165fd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415831 May 25 15:11:53.093308 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-80a484be-517c-4c90-acaa-d85ac9b3c5bd req-3c439394-7a96-4d87-9515-580b324b97d5 service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814157 May 25 15:11:53.186697 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-80a484be-517c-4c90-acaa-d85ac9b3c5bd req-fc40d11a-6ef6-4203-9513-802fda9b84cc service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853724 May 25 15:11:54.516188 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:54.518036 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:57.540884 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:57.544721 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:03.181424 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=49 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:03.184057 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=52 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:05.751211 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:06.643039 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad2da-ad07-46ca-b8f9-005994109df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:09.060094 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-388ad40f-008f-4dd4-bb97-3cf4c0fedda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:10.385811 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:11.571453 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:12.934342 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:17.623475 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:12:22.838086 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:22.846037 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:34.539623 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=14 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:34.548648 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=20 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:35.688412 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:36.619901 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-dce2f16a-e82a-4732-900f-998375e95b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:38.913799 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1292ee38-f06b-4ee9-aaca-d7e4c0132699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:40.396907 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:41.565349 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:42.919282 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:52.840960 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:52.842947 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:54.610274 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-69d8acde-49a5-468e-bcee-b7795eadf902 req-dcc97afa-d28f-4a36-8139-39bb85b99bab service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404947 May 25 15:12:54.623015 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:12:54.713072 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8acde-49a5-468e-bcee-b7795eadf902 req-04ff9a25-cc05-43ac-87cc-d9b386d53d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:12:54.714598 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-69d8acde-49a5-468e-bcee-b7795eadf902 req-04ff9a25-cc05-43ac-87cc-d9b386d53d42 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6405d7039f25476f81b98903d2af54f2&device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 1129 time: 0.0420437 May 25 15:12:54.824386 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8acde-49a5-468e-bcee-b7795eadf902 req-f084daca-bd49-4f8d-9e4d-44ef48afbc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:12:54.825862 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-69d8acde-49a5-468e-bcee-b7795eadf902 req-f084daca-bd49-4f8d-9e4d-44ef48afbc81 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4 HTTP/1.1" status: 200 len: 909 time: 0.0919595 May 25 15:12:54.890682 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-69d8acde-49a5-468e-bcee-b7795eadf902 req-a48079dd-6949-4f48-bd5e-74689ab88dbc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 HTTP/1.1" status: 200 len: 1001 time: 0.0570109 May 25 15:12:54.940154 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8acde-49a5-468e-bcee-b7795eadf902 req-7636396f-c1a8-445b-87c7-734586744c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:12:54.941634 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-69d8acde-49a5-468e-bcee-b7795eadf902 req-7636396f-c1a8-445b-87c7-734586744c73 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b1cfec3-98a6-40e7-945f-78076cd7b90a HTTP/1.1" status: 200 len: 847 time: 0.0452812 May 25 15:12:54.989570 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8acde-49a5-468e-bcee-b7795eadf902 req-f211ef2d-6a54-4aba-8955-3d205235da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:12:54.991095 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-69d8acde-49a5-468e-bcee-b7795eadf902 req-f211ef2d-6a54-4aba-8955-3d205235da07 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433147 May 25 15:12:55.080609 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-69d8acde-49a5-468e-bcee-b7795eadf902 req-a45c450a-055a-4256-a69d-5c22575d73f3 service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819459 May 25 15:12:55.171789 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-69d8acde-49a5-468e-bcee-b7795eadf902 req-261e68cf-041c-48f4-9baf-5dc4c019b383 service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851991 May 25 15:13:05.167716 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=46 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:05.168496 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=55 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:05.684584 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:06.599302 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ba14222f-0c11-459f-be42-d9a133d45030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:08.915739 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-9cb556ea-8455-4365-b952-3f01b1df905b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:10.330319 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:11.549815 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:11.555663 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:11.570536 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:12.904429 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:22.845674 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:22.847560 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:31.622619 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:13:35.729971 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:36.655557 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-100160ba-7bce-4117-a6e7-56eebea6d6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:38.902200 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c4749ba8-7399-4995-8c9d-e5f44df36b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:40.384086 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:41.549967 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:42.955302 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:48.546737 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:48.551714 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=6 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:51.069955 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef08345-ecf1-49f7-b8e9-b157c7760f20 req-f0073a03-8436-432b-9128-4c1a8fe8b68a tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:13:51.071520 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5ef08345-ecf1-49f7-b8e9-b157c7760f20 req-f0073a03-8436-432b-9128-4c1a8fe8b68a tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0489936 May 25 15:13:51.121873 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5ef08345-ecf1-49f7-b8e9-b157c7760f20 req-82f933f1-c8c4-4f0e-9a73-0aa774f2d1e2 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438430 May 25 15:13:52.241759 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c9887-5ed4-4017-a16b-e32c8613106b req-53d1834f-2f36-41af-afe4-fb69f6924e98 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:13:52.243253 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-253c9887-5ed4-4017-a16b-e32c8613106b req-53d1834f-2f36-41af-afe4-fb69f6924e98 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0504911 May 25 15:13:52.291210 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-253c9887-5ed4-4017-a16b-e32c8613106b req-7046dd43-1004-4eec-a095-37f6fc922099 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423737 May 25 15:13:53.406741 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60af0a-3411-4ad7-9d77-2dd3049b8c82 req-c4f7f0f9-3779-4877-a7f1-34434f7b5004 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:13:53.408193 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1d60af0a-3411-4ad7-9d77-2dd3049b8c82 req-c4f7f0f9-3779-4877-a7f1-34434f7b5004 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0466704 May 25 15:13:53.455892 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1d60af0a-3411-4ad7-9d77-2dd3049b8c82 req-ea160a9e-bf45-494b-a74a-c8fc464be671 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422287 May 25 15:13:54.531130 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:54.535885 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:54.570738 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e1afa-f83f-4075-8e25-58a727b58524 req-6939676c-d0eb-4842-9343-e9aa09be0563 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:13:54.572232 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-544e1afa-f83f-4075-8e25-58a727b58524 req-6939676c-d0eb-4842-9343-e9aa09be0563 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0471716 May 25 15:13:54.625204 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-544e1afa-f83f-4075-8e25-58a727b58524 req-511dd34c-0d3e-4b7a-ac7d-00d4530b2db1 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471554 May 25 15:13:55.663570 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665164c5-cf6f-4a69-97a5-03ac6fc99bba req-15df7ae1-fe5a-460a-8f2b-f90ab96225b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:13:55.665063 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-665164c5-cf6f-4a69-97a5-03ac6fc99bba req-15df7ae1-fe5a-460a-8f2b-f90ab96225b5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6405d7039f25476f81b98903d2af54f2&device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 1129 time: 0.0400109 May 25 15:13:55.742422 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0455f-5494-4c25-98c6-42e28f90f7ee req-8613d486-3f2c-4f8c-b533-625f8252d6e8 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:13:55.743961 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c8a0455f-5494-4c25-98c6-42e28f90f7ee req-8613d486-3f2c-4f8c-b533-625f8252d6e8 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0461283 May 25 15:13:55.768947 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665164c5-cf6f-4a69-97a5-03ac6fc99bba req-561c779d-604e-4871-97bb-e98af6832df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:13:55.770420 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-665164c5-cf6f-4a69-97a5-03ac6fc99bba req-561c779d-604e-4871-97bb-e98af6832df8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4 HTTP/1.1" status: 200 len: 909 time: 0.0865076 May 25 15:13:55.793919 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c8a0455f-5494-4c25-98c6-42e28f90f7ee req-9e86380e-b542-4033-834c-3f3bec4cc842 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437722 May 25 15:13:55.835836 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-665164c5-cf6f-4a69-97a5-03ac6fc99bba req-f7b111d2-7931-49b2-9a99-71de8833b271 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 HTTP/1.1" status: 200 len: 1001 time: 0.0588381 May 25 15:13:55.963114 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665164c5-cf6f-4a69-97a5-03ac6fc99bba req-8861c275-8ecf-4f7d-881b-b6f733671cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:13:55.963114 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-665164c5-cf6f-4a69-97a5-03ac6fc99bba req-8861c275-8ecf-4f7d-881b-b6f733671cb7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b1cfec3-98a6-40e7-945f-78076cd7b90a HTTP/1.1" status: 200 len: 847 time: 0.0445490 May 25 15:13:55.963114 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665164c5-cf6f-4a69-97a5-03ac6fc99bba req-3bf21816-7836-4bbc-a392-6a7cc2046d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:13:55.963114 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-665164c5-cf6f-4a69-97a5-03ac6fc99bba req-3bf21816-7836-4bbc-a392-6a7cc2046d43 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379660 May 25 15:13:56.023184 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-665164c5-cf6f-4a69-97a5-03ac6fc99bba req-ef60213f-5143-4541-a97a-652f6f7475f1 service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861001 May 25 15:13:56.112564 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-665164c5-cf6f-4a69-97a5-03ac6fc99bba req-389dea5f-3c4c-48fd-b52c-88807f60756c service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818131 May 25 15:13:56.908373 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e721ff-bd9a-4052-bcd9-ca900a3f3102 req-f0a7eb99-546d-4714-845f-f6ef03e27a36 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:13:56.909828 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-86e721ff-bd9a-4052-bcd9-ca900a3f3102 req-f0a7eb99-546d-4714-845f-f6ef03e27a36 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0470767 May 25 15:13:56.958700 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-86e721ff-bd9a-4052-bcd9-ca900a3f3102 req-18b88e7a-b9e4-413a-8b52-15560f995d6d tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434148 May 25 15:13:58.075844 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9ec86-d877-4aef-81fb-013c0162b040 req-9888259a-dd4e-4379-968a-b6a83d4bf900 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:13:58.077323 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-25a9ec86-d877-4aef-81fb-013c0162b040 req-9888259a-dd4e-4379-968a-b6a83d4bf900 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0504966 May 25 15:13:58.127184 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-25a9ec86-d877-4aef-81fb-013c0162b040 req-21203245-cdc8-4e6d-bdc4-c7df989f3174 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442719 May 25 15:13:59.241348 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8a88c-a210-4c33-8fa2-48ef54082f4a req-d3a40d9f-0249-472e-b53e-326f5e15fe0b tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:13:59.242865 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8eb8a88c-a210-4c33-8fa2-48ef54082f4a req-d3a40d9f-0249-472e-b53e-326f5e15fe0b tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0472503 May 25 15:13:59.291729 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8eb8a88c-a210-4c33-8fa2-48ef54082f4a req-45ab1a59-80a1-4b59-8edc-64406541dbef tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432405 May 25 15:14:00.411314 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895e2aa-fee9-4c00-93cd-5bd49e6b143c req-ed93db4d-9f5b-44c5-8f24-0ce052e163f3 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:00.412796 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5895e2aa-fee9-4c00-93cd-5bd49e6b143c req-ed93db4d-9f5b-44c5-8f24-0ce052e163f3 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0515783 May 25 15:14:00.461454 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5895e2aa-fee9-4c00-93cd-5bd49e6b143c req-2f618162-661c-4673-9319-b4c5b3e6f3fd tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430088 May 25 15:14:01.355747 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e8845-c858-413e-a350-cbf05bf21395 req-066399bd-e848-43a6-ae35-9a4f626c5c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:01.357262 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b21e8845-c858-413e-a350-cbf05bf21395 req-066399bd-e848-43a6-ae35-9a4f626c5c57 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6405d7039f25476f81b98903d2af54f2&device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 1129 time: 0.0443013 May 25 15:14:01.448847 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e8845-c858-413e-a350-cbf05bf21395 req-83357c9e-dfe4-4d4c-92cc-fba69e88d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:01.450331 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b21e8845-c858-413e-a350-cbf05bf21395 req-83357c9e-dfe4-4d4c-92cc-fba69e88d9ef service neutron] 10.222.0.86 "GET /v2.0/networks?id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4 HTTP/1.1" status: 200 len: 909 time: 0.0860176 May 25 15:14:01.516536 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b21e8845-c858-413e-a350-cbf05bf21395 req-73a9210a-1cd3-4f14-a91d-834d1bc3c45f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 HTTP/1.1" status: 200 len: 1001 time: 0.0590711 May 25 15:14:01.565865 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e8845-c858-413e-a350-cbf05bf21395 req-6f6ac770-5a42-4594-9ce0-5dc8875ac83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:01.567339 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b21e8845-c858-413e-a350-cbf05bf21395 req-6f6ac770-5a42-4594-9ce0-5dc8875ac83b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b1cfec3-98a6-40e7-945f-78076cd7b90a HTTP/1.1" status: 200 len: 847 time: 0.0449405 May 25 15:14:01.575264 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db6612-23a8-4f93-837e-b00051acc157 req-4c91ff56-40c5-4f02-b4df-5c59f33a3cf4 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:01.576891 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-32db6612-23a8-4f93-837e-b00051acc157 req-4c91ff56-40c5-4f02-b4df-5c59f33a3cf4 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0476997 May 25 15:14:01.611117 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e8845-c858-413e-a350-cbf05bf21395 req-69ecb4af-e67c-40b1-9818-cb53794f23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:01.612521 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b21e8845-c858-413e-a350-cbf05bf21395 req-69ecb4af-e67c-40b1-9818-cb53794f23b5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389655 May 25 15:14:01.626611 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-32db6612-23a8-4f93-837e-b00051acc157 req-4e375f44-26b5-4172-805c-56107d09497b tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441284 May 25 15:14:01.705448 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b21e8845-c858-413e-a350-cbf05bf21395 req-08123d75-068d-42d0-bd72-68b9a8c18c20 service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861466 May 25 15:14:02.047244 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b21e8845-c858-413e-a350-cbf05bf21395 req-bb4a8688-fa5f-4518-bbd8-44ffc3497ab1 service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357387 May 25 15:14:02.737897 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99755d8c-7a5c-4e77-9771-d7889757fcc7 req-2847c111-94d9-46dc-aa68-95ee7bcdee3c tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:02.739360 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-99755d8c-7a5c-4e77-9771-d7889757fcc7 req-2847c111-94d9-46dc-aa68-95ee7bcdee3c tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0454249 May 25 15:14:02.791332 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-99755d8c-7a5c-4e77-9771-d7889757fcc7 req-0867ce1c-92cf-4f82-b777-c1ef4e3cc6fc tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459800 May 25 15:14:03.870711 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:03.872611 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:03.910908 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e7b66-7420-4743-98c8-266147c234cd req-502b6ed3-2792-4d21-aa18-eef4fb4a75c8 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:03.912432 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1e6e7b66-7420-4743-98c8-266147c234cd req-502b6ed3-2792-4d21-aa18-eef4fb4a75c8 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0502267 May 25 15:14:03.966406 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1e6e7b66-7420-4743-98c8-266147c234cd req-2c840e0d-3c0e-47b6-bc91-b69ce12054d1 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478210 May 25 15:14:05.076017 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed730154-a014-4be0-89a6-75691d0f0af6 req-8707f5b2-44cd-46e7-a6c1-33b8009b655d tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:05.077457 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ed730154-a014-4be0-89a6-75691d0f0af6 req-8707f5b2-44cd-46e7-a6c1-33b8009b655d tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0457125 May 25 15:14:05.126249 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ed730154-a014-4be0-89a6-75691d0f0af6 req-33e2c56f-aa25-4e4d-a3bc-05d045d3ed2d tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433271 May 25 15:14:05.562450 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ea8a3-974e-4339-b92c-8fe30b8519e5 req-07ec98c8-8800-402d-ba5a-2c0b9eef7398 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:05.563951 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c26ea8a3-974e-4339-b92c-8fe30b8519e5 req-07ec98c8-8800-402d-ba5a-2c0b9eef7398 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0499527 May 25 15:14:05.613877 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c26ea8a3-974e-4339-b92c-8fe30b8519e5 req-07cf9ba5-0b61-47a4-a0e1-d117824c2072 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443799 May 25 15:14:05.637746 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:05.643834 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-7a33f2c5-b3e3-4c8d-956d-44726c2f0af6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836773 May 25 15:14:05.653027 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-db666cef-8b66-47de-b280-8106c87abeba service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:14:05.653977 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-db666cef-8b66-47de-b280-8106c87abeba service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055108 May 25 15:14:05.720611 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:05.780351 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-f1d0caf4-a9f6-47f2-9be0-f042a0fef578 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:05.781702 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-f1d0caf4-a9f6-47f2-9be0-f042a0fef578 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports/a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 HTTP/1.1" status: 200 len: 942 time: 0.1004169 May 25 15:14:06.597790 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ea0de6a2-5c82-4f3f-9a83-c10307e21f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:06.730073 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7316c0-3252-4834-a176-06a2481dd89b req-234205bb-62fa-4b81-ad75-f0b34e01d933 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:06.731653 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8f7316c0-3252-4834-a176-06a2481dd89b req-234205bb-62fa-4b81-ad75-f0b34e01d933 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0484872 May 25 15:14:06.780598 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8f7316c0-3252-4834-a176-06a2481dd89b req-66cf4490-3d01-4d4e-832c-004fa397014f tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424211 May 25 15:14:07.312463 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:14:07.383571 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 is: ACTIVE; New status is: DOWN {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:14:07.383964 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:07.410012 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:14:07.410012 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4155839-4e02-47e5-abd1-0d040b545457" -d '{"events": [{"server_uuid": "e1055520-e770-40f7-b42f-6f19a84c5cb9", "name": "network-vif-unplugged", "status": "completed", "tag": "a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:14:07.423167 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1,segment=NetworkSegment(407c0535-111d-4efe-8d7a-13689eb0e961),segment_id=407c0535-111d-4efe-8d7a-13689eb0e961)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:14:07.502132 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 May 2022 15:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207ff92e-5ec5-4afb-b388-cb23021adfd7 x-openstack-request-id: req-207ff92e-5ec5-4afb-b388-cb23021adfd7 {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:14:07.502433 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1055520-e770-40f7-b42f-6f19a84c5cb9", "name": "network-vif-unplugged", "status": "failed", "tag": "a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1", "code": 422}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:14:07.502992 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-207ff92e-5ec5-4afb-b388-cb23021adfd7 {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:14:07.503431 dv-cinder-830283-3-iscsi neutron-server[116227]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-207ff92e-5ec5-4afb-b388-cb23021adfd7']: {'server_uuid': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1', 'code': 422} returned with failed status May 25 15:14:07.504779 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:07.554226 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1,revision_number=6']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:14:07.562710 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:14:07.563049 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:14:07.563400 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:14:07.563742 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:14:07.564082 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:14:07.564412 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:14:07.564745 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:14:07.565075 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:14:07.565404 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:14:07.565736 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:14:07.566060 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:14:07.566391 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:14:07.566752 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:14:07.567078 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:14:07.567402 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:14:07.895464 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7c89f-d947-408b-8cd8-c80e623a8765 req-282e709a-82fa-4cb6-afd3-8b7bd1a8fcc7 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:07.896958 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fbe7c89f-d947-408b-8cd8-c80e623a8765 req-282e709a-82fa-4cb6-afd3-8b7bd1a8fcc7 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0479853 May 25 15:14:07.949839 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fbe7c89f-d947-408b-8cd8-c80e623a8765 req-06cfccb5-cc29-40bd-a2ec-39e9e4d6467d tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470374 May 25 15:14:08.508463 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:08.516097 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-201b7520-19da-472c-833d-e18ef5419675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:08.517722 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-201b7520-19da-472c-833d-e18ef5419675 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9&tenant_id=6405d7039f25476f81b98903d2af54f2 HTTP/1.1" status: 200 len: 1127 time: 0.0386975 May 25 15:14:08.586848 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-2ab8ca5c-10c1-4a3b-9cc5-f344489f8505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:08.588792 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-2ab8ca5c-10c1-4a3b-9cc5-f344489f8505 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6405d7039f25476f81b98903d2af54f2&device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 1127 time: 0.0384977 May 25 15:14:08.621220 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:14:08.680169 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-df3e934f-4153-433e-8267-1cf9b2ed53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:08.681626 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-df3e934f-4153-433e-8267-1cf9b2ed53ff service neutron] 10.222.0.86 "GET /v2.0/networks?id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4 HTTP/1.1" status: 200 len: 909 time: 0.0866268 May 25 15:14:08.741615 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-99044f48-6afe-42f4-a033-c5e2079e2c35 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 HTTP/1.1" status: 200 len: 999 time: 0.0533385 May 25 15:14:08.788705 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-6a189687-4ce7-4f69-b202-b71806213472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:08.790095 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-6a189687-4ce7-4f69-b202-b71806213472 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b1cfec3-98a6-40e7-945f-78076cd7b90a HTTP/1.1" status: 200 len: 847 time: 0.0423958 May 25 15:14:08.835349 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-fdc2509c-0686-4302-820c-dd763d1d716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:08.836823 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-fdc2509c-0686-4302-820c-dd763d1d716b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414808 May 25 15:14:08.903740 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-6498513c-e897-4484-a0f7-9388e3e061e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:08.924512 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-72a01b05-b75f-46b8-8900-9bd11169a553 service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814817 May 25 15:14:09.019315 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-bf335411-7114-41ce-8657-6be278e23c97 service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886128 May 25 15:14:09.063406 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553fa57-b5c9-4fcd-ac0e-52bc48a35ad0 req-5cd9f2a6-e37f-41cb-9e08-2c0efe267aab tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:09.064512 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a553fa57-b5c9-4fcd-ac0e-52bc48a35ad0 req-5cd9f2a6-e37f-41cb-9e08-2c0efe267aab tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0475938 May 25 15:14:09.114963 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a553fa57-b5c9-4fcd-ac0e-52bc48a35ad0 req-ec1e4c5b-e50a-4ba4-94e8-5e0ddf55eae6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447054 May 25 15:14:10.228220 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637a9be-2091-4187-a38e-33b51c3cecd8 req-93f1193c-f336-4444-b100-393985a693cd tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:10.229660 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1637a9be-2091-4187-a38e-33b51c3cecd8 req-93f1193c-f336-4444-b100-393985a693cd tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0454924 May 25 15:14:10.277613 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1637a9be-2091-4187-a38e-33b51c3cecd8 req-281315e9-1cae-4635-b503-6f867d43cd1a tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425482 May 25 15:14:10.383337 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:11.395771 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fad935-961a-4a75-a201-670653bb7d27 req-be1ece33-b600-4876-8299-4b88e2739b2b tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:11.397235 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e8fad935-961a-4a75-a201-670653bb7d27 req-be1ece33-b600-4876-8299-4b88e2739b2b tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0503004 May 25 15:14:11.446074 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e8fad935-961a-4a75-a201-670653bb7d27 req-b0bae5be-2404-4400-abbb-7d3fe01dd8e3 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433593 May 25 15:14:11.560535 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:12.562328 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8500f4e-b256-4cf3-84ce-9530563d4778 req-9a7bd081-4c40-48bd-8388-60a19a8849ed tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:12.563799 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b8500f4e-b256-4cf3-84ce-9530563d4778 req-9a7bd081-4c40-48bd-8388-60a19a8849ed tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0460672 May 25 15:14:12.612402 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b8500f4e-b256-4cf3-84ce-9530563d4778 req-a65c1f95-101b-4c59-8df3-4dd86a1662da tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430720 May 25 15:14:12.926074 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:13.730147 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc5c98-b33e-4d03-af38-ec7b03da9f09 req-f5ac2581-2120-4629-96f2-0d905e6ff474 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:13.731615 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-94cc5c98-b33e-4d03-af38-ec7b03da9f09 req-f5ac2581-2120-4629-96f2-0d905e6ff474 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0527668 May 25 15:14:13.785050 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-94cc5c98-b33e-4d03-af38-ec7b03da9f09 req-d9259e44-9d44-4728-87c7-35f1ae0d5818 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476372 May 25 15:14:14.890539 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:14.899081 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4db960-e700-427a-b944-95fdafaa15dd req-3f3d6cc2-6da9-4cac-a192-e94b25ab990d tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:14.900550 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9d4db960-e700-427a-b944-95fdafaa15dd req-3f3d6cc2-6da9-4cac-a192-e94b25ab990d tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0478084 May 25 15:14:14.950903 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9d4db960-e700-427a-b944-95fdafaa15dd req-bab1c25d-5119-4335-b074-82255ddb137b tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445518 May 25 15:14:16.063500 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af8569-3004-44d3-84f3-e5e0650c71d8 req-7f5030a3-b021-4b1e-9025-9f02f58bd389 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:16.064957 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d5af8569-3004-44d3-84f3-e5e0650c71d8 req-7f5030a3-b021-4b1e-9025-9f02f58bd389 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0469849 May 25 15:14:16.096846 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:16.117158 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d5af8569-3004-44d3-84f3-e5e0650c71d8 req-cc4340df-0f90-4a3a-9f6d-a3575b7304b1 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466981 May 25 15:14:17.233457 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50d2fa-270f-48b5-9005-98b09b954ee4 req-6341220e-e60c-445c-b84a-b6842e4273bc tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:17.234922 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7f50d2fa-270f-48b5-9005-98b09b954ee4 req-6341220e-e60c-445c-b84a-b6842e4273bc tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0480580 May 25 15:14:17.284473 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7f50d2fa-270f-48b5-9005-98b09b954ee4 req-0c7c591a-13d5-4177-8bef-264593f40789 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435987 May 25 15:14:17.371349 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:14:17.473000 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1,segment=NetworkSegment(407c0535-111d-4efe-8d7a-13689eb0e961),segment_id=407c0535-111d-4efe-8d7a-13689eb0e961)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:14:17.485290 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1', 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'port_id': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1', 'mac_address': 'fa:16:3e:35:de:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:14:17.521334 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:14:17.521725 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:17.535687 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:14:17.559716 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1,segment=NetworkSegment(407c0535-111d-4efe-8d7a-13689eb0e961),segment_id=407c0535-111d-4efe-8d7a-13689eb0e961)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:14:17.632443 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:17.679277 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1,revision_number=7']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:14:18.096635 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:14:18.262255 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:18.302538 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:18.398387 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7358c-75b0-4b7f-97ed-449692282591 req-ca47f9aa-4014-4ce5-8e66-e837467ab6a7 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:18.399769 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e5c7358c-75b0-4b7f-97ed-449692282591 req-ca47f9aa-4014-4ce5-8e66-e837467ab6a7 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 944 time: 0.0472968 May 25 15:14:18.448750 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e5c7358c-75b0-4b7f-97ed-449692282591 req-b16e9141-31bc-4279-98e1-071148b0d58c tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429327 May 25 15:14:19.014667 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=61 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:19.016575 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=42 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:19.402194 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:14:19.446397 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:14:19.446815 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:19.521660 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:14:19.522055 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:19.546193 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:14:19.548494 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568d3efe-33b2-4032-872a-57bf7417bbd5" -d '{"events": [{"server_uuid": "e1055520-e770-40f7-b42f-6f19a84c5cb9", "name": "network-vif-plugged", "status": "completed", "tag": "a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:14:19.563542 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1,segment=NetworkSegment(407c0535-111d-4efe-8d7a-13689eb0e961),segment_id=407c0535-111d-4efe-8d7a-13689eb0e961)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:14:19.566214 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df8ea4-fdb3-4e78-a688-57249510307d req-7b8d31b4-6eb4-4bf4-8fe2-170820404be3 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:19.567792 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-51df8ea4-fdb3-4e78-a688-57249510307d req-7b8d31b4-6eb4-4bf4-8fe2-170820404be3 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 944 time: 0.0516481 May 25 15:14:19.584748 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65415cf1-7723-4a0f-9e24-bc08ba520ff0 x-openstack-request-id: req-65415cf1-7723-4a0f-9e24-bc08ba520ff0 {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:14:19.584748 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1055520-e770-40f7-b42f-6f19a84c5cb9", "name": "network-vif-plugged", "status": "completed", "tag": "a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:14:19.584955 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-65415cf1-7723-4a0f-9e24-bc08ba520ff0 {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:14:19.585344 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65415cf1-7723-4a0f-9e24-bc08ba520ff0'] response: {'server_uuid': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1', 'code': 200} May 25 15:14:19.619021 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-51df8ea4-fdb3-4e78-a688-57249510307d req-1df461ed-9e18-4e7e-bbcc-a8f35a7bff28 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455513 May 25 15:14:19.634972 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:19.683835 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1,revision_number=8']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:14:19.900472 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d8838-1cbd-41bc-8469-0e81e732345a req-735516a6-877e-4dc1-8f64-d16d55fa8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:19.902373 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-899d8838-1cbd-41bc-8469-0e81e732345a req-735516a6-877e-4dc1-8f64-d16d55fa8a60 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 1129 time: 0.0392673 May 25 15:14:19.948639 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-899d8838-1cbd-41bc-8469-0e81e732345a req-391ec1d0-26a6-461c-ac7f-301fa8be4fd4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397213 May 25 15:14:20.734443 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b802c5-31d6-44ce-b7e0-5b56abf683a6 req-7184974b-e2f4-41ff-9c24-f5571ae76c33 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:20.735989 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a3b802c5-31d6-44ce-b7e0-5b56abf683a6 req-7184974b-e2f4-41ff-9c24-f5571ae76c33 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0475497 May 25 15:14:20.785371 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a3b802c5-31d6-44ce-b7e0-5b56abf683a6 req-a24d79dc-30d2-46bc-a257-ec376a41cd9a tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437429 May 25 15:14:21.899944 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78748799-301d-4b8e-9c0e-1d4ecb11e582 req-78259c24-6d51-4c16-ae2a-c34946c465b3 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:21.901382 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-78748799-301d-4b8e-9c0e-1d4ecb11e582 req-78259c24-6d51-4c16-ae2a-c34946c465b3 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0460451 May 25 15:14:21.953095 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-78748799-301d-4b8e-9c0e-1d4ecb11e582 req-c2076677-53dd-4360-980d-a37b6a96d3c3 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456011 May 25 15:14:29.679617 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:29.680435 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:29.941555 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=7 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:29.945392 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=11 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:31.944796 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=48 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:31.948677 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=56 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:34.528231 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=16 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:34.535138 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=18 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:35.714505 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:36.614487 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba648-fb78-4ec5-9cae-1069fd0f43ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:38.908794 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-8375d871-cc76-404c-a644-897547c38ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:40.385918 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:41.551385 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:42.914201 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:45.620667 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:14:52.852470 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:52.854374 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:57.599463 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b6a74645-4e74-4457-9a78-8a819cdbd89e req-380b16c5-387d-4dbe-becc-90e8197b6035 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395019 May 25 15:14:57.701509 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a74645-4e74-4457-9a78-8a819cdbd89e req-fcc0151a-c002-426a-96d0-a23be86dfa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:57.703559 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b6a74645-4e74-4457-9a78-8a819cdbd89e req-fcc0151a-c002-426a-96d0-a23be86dfa8e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6405d7039f25476f81b98903d2af54f2&device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 1129 time: 0.0437024 May 25 15:14:57.807227 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a74645-4e74-4457-9a78-8a819cdbd89e req-97d7c350-41de-4095-ae6c-94f71f839649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:57.808699 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b6a74645-4e74-4457-9a78-8a819cdbd89e req-97d7c350-41de-4095-ae6c-94f71f839649 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4 HTTP/1.1" status: 200 len: 909 time: 0.0871720 May 25 15:14:57.873126 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b6a74645-4e74-4457-9a78-8a819cdbd89e req-9b2e9f23-bd7e-41a7-af11-9a9f17aaef24 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 HTTP/1.1" status: 200 len: 1001 time: 0.0583265 May 25 15:14:57.921226 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a74645-4e74-4457-9a78-8a819cdbd89e req-3aaa9009-4849-4418-af99-4c9e0f9e7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:57.922695 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b6a74645-4e74-4457-9a78-8a819cdbd89e req-3aaa9009-4849-4418-af99-4c9e0f9e7641 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b1cfec3-98a6-40e7-945f-78076cd7b90a HTTP/1.1" status: 200 len: 847 time: 0.0440960 May 25 15:14:57.964701 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a74645-4e74-4457-9a78-8a819cdbd89e req-10ff571b-e03f-422b-8301-10648a101936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:14:57.966134 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b6a74645-4e74-4457-9a78-8a819cdbd89e req-10ff571b-e03f-422b-8301-10648a101936 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377939 May 25 15:14:57.976416 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [req-b6a74645-4e74-4457-9a78-8a819cdbd89e req-7dcd14db-f739-4c65-ae6e-d2408e0da877 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:14:57.977404 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b6a74645-4e74-4457-9a78-8a819cdbd89e req-7dcd14db-f739-4c65-ae6e-d2408e0da877 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047417 May 25 15:14:58.067444 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b6a74645-4e74-4457-9a78-8a819cdbd89e req-f340377b-79c1-4e67-bd6b-f8d7c7cee09b service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843570 May 25 15:14:58.154902 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-b6a74645-4e74-4457-9a78-8a819cdbd89e req-10c25123-41af-4317-a076-0e6ef55b9bf6 service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814700 May 25 15:15:02.538850 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=2 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:02.544754 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=6 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:05.754075 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:06.593710 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-246ee51d-9ed6-436b-8f54-6e90e69b8165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:08.145382 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=47 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:08.152389 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=54 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:08.907998 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-9495c7d8-6147-41cd-ba9b-ea698e80d9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:10.392146 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:11.674019 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:12.916959 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:22.620152 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:15:22.846616 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:22.852603 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:35.756759 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:36.633610 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2d19a50b-46dd-47e4-aceb-9c9784ddb182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:38.927581 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-72348148-21b4-4830-8ed0-428fefd5b741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:39.535211 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:39.540119 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:40.399221 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:41.624752 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:43.036247 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:54.530130 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:54.533037 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:58.100115 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 37014) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:15:58.279925 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Deleting port 1b8d80d4-7619-4306-aee5-51698ec72f54 {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:15:58.280264 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (1b8d80d4-7619-4306-aee5-51698ec72f54), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:58.355466 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (1b8d80d4-7619-4306-aee5-51698ec72f54), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:58.355727 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for floatingip (1b8d80d4-7619-4306-aee5-51698ec72f54), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:58.367586 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Calling delete_port for 1b8d80d4-7619-4306-aee5-51698ec72f54 owned by network:floatingip {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:15:58.602490 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-bb998999-b486-44fe-9163-3358b2118f31 req-97759ef0-03b8-4d9c-992d-c21272c4ccc4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406144 May 25 15:15:58.604713 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (1b8d80d4-7619-4306-aee5-51698ec72f54), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:58.632694 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Pushing event deleted for resources: {'Port': ['ID=1b8d80d4-7619-4306-aee5-51698ec72f54,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:15:58.642610 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:15:58.642985 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:15:58.643338 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:15:58.643678 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:15:58.644020 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:15:58.644350 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:15:58.644677 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:15:58.645003 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:15:58.645335 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:15:58.645656 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:15:58.645980 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:15:58.646303 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:15:58.646625 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:15:58.646966 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:15:58.647285 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:15:58.706018 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb998999-b486-44fe-9163-3358b2118f31 req-0422879a-6c70-4747-9b98-d6869774b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:15:58.707566 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-bb998999-b486-44fe-9163-3358b2118f31 req-0422879a-6c70-4747-9b98-d6869774b4bd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6405d7039f25476f81b98903d2af54f2&device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 1129 time: 0.0449550 May 25 15:15:58.708165 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for floatingip (949e4abe-8909-4c6f-94d0-0314fe8cfcdb), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:58.708501 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.l3_db [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Floating IP 949e4abe-8909-4c6f-94d0-0314fe8cfcdb disassociated (deleted). External IP: 172.27.1.168, port: a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1. May 25 15:15:58.814446 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb998999-b486-44fe-9163-3358b2118f31 req-df4032e7-a4e8-4902-8568-e2d81f6dfdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:15:58.815970 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-bb998999-b486-44fe-9163-3358b2118f31 req-df4032e7-a4e8-4902-8568-e2d81f6dfdb0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4 HTTP/1.1" status: 200 len: 909 time: 0.0911365 May 25 15:15:58.857081 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-bb998999-b486-44fe-9163-3358b2118f31 req-321cc5f2-2d96-4353-8e15-5107383552c0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 HTTP/1.1" status: 200 len: 217 time: 0.0338192 May 25 15:15:58.912348 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb998999-b486-44fe-9163-3358b2118f31 req-3ed176c0-1a5f-4290-a120-5c08873d9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:15:58.913781 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-bb998999-b486-44fe-9163-3358b2118f31 req-3ed176c0-1a5f-4290-a120-5c08873d9ef4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b1cfec3-98a6-40e7-945f-78076cd7b90a HTTP/1.1" status: 200 len: 847 time: 0.0506434 May 25 15:15:58.914493 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Router 3461eb6b-a6e4-4583-a25b-65ec91e25c5b has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:15:58.958652 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb998999-b486-44fe-9163-3358b2118f31 req-6d8d406c-04ad-4fe8-83a4-e1902faae812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:15:58.960185 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-bb998999-b486-44fe-9163-3358b2118f31 req-6d8d406c-04ad-4fe8-83a4-e1902faae812 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405958 May 25 15:15:59.019886 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:15:59.024766 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:59.033372 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681ed8fc-39b2-468b-ab84-867552dc326b None None] Sync routers for ids ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:15:59.046759 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681ed8fc-39b2-468b-ab84-867552dc326b None None] Routers {'3461eb6b-a6e4-4583-a25b-65ec91e25c5b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:15:59.050919 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-681ed8fc-39b2-468b-ab84-867552dc326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:15:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:15:59.051097 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-bb998999-b486-44fe-9163-3358b2118f31 req-f17b16ee-2cd4-4c2d-8803-aa15bceb5f15 service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847220 May 25 15:15:59.060678 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-5a2578cf-7374-410b-bd7a-0dad132e8b50 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "DELETE /v2.0/floatingips/949e4abe-8909-4c6f-94d0-0314fe8cfcdb HTTP/1.1" status: 204 len: 168 time: 0.9570322 May 25 15:15:59.060678 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'tag': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1'}] {{(pid=116226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:15:59.061121 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dc151ac6212342da2108a0a28b94f4203e9e0da67b00e21663921939482ef4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ef48e5-992c-463a-8982-5f894dc7c786" -d '{"events": [{"name": "network-changed", "server_uuid": "e1055520-e770-40f7-b42f-6f19a84c5cb9", "tag": "a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1"}]}' {{(pid=116226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:15:59.106458 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86271211-1808-4d64-90b8-5638bd408c7c x-openstack-request-id: req-86271211-1808-4d64-90b8-5638bd408c7c {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:15:59.107132 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1055520-e770-40f7-b42f-6f19a84c5cb9", "tag": "a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1", "status": "completed", "code": 200}]} {{(pid=116226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:15:59.107132 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-86271211-1808-4d64-90b8-5638bd408c7c {{(pid=116226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:15:59.107436 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86271211-1808-4d64-90b8-5638bd408c7c'] response: {'name': 'network-changed', 'server_uuid': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'tag': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1', 'status': 'completed', 'code': 200} May 25 15:15:59.171604 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-bb998999-b486-44fe-9163-3358b2118f31 req-3a69c419-8e45-4a8e-9fff-a88c5053ebd0 service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135697 May 25 15:15:59.188272 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-681ed8fc-39b2-468b-ab84-867552dc326b None None] Set router 3461eb6b-a6e4-4583-a25b-65ec91e25c5b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:15:59.356400 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef48e5-992c-463a-8982-5f894dc7c786 req-c8289491-ec06-44d1-9b15-964bd7668360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:15:59.358131 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-84ef48e5-992c-463a-8982-5f894dc7c786 req-c8289491-ec06-44d1-9b15-964bd7668360 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6405d7039f25476f81b98903d2af54f2&device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 1129 time: 0.0416417 May 25 15:15:59.380049 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-681ed8fc-39b2-468b-ab84-867552dc326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'name': 'tempest-TestShelveInstance-811659882-router', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:38Z', 'updated_at': '2022-05-25T15:10:41Z', 'revision_number': 4, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'gw_port': {'id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:39Z', 'updated_at': '2022-05-25T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'feda3f30-bc74-42b6-b4a4-dbb2685b2d65', 'name': '', 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'mac_address': 'fa:16:3e:56:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:41Z', 'updated_at': '2022-05-25T15:10:46Z', 'revision_number': 5, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'subnets': [{'id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:15:59.404960 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681ed8fc-39b2-468b-ab84-867552dc326b None None] Checking router: 3461eb6b-a6e4-4583-a25b-65ec91e25c5b for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:15:59.413907 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681ed8fc-39b2-468b-ab84-867552dc326b None None] Routers {'3461eb6b-a6e4-4583-a25b-65ec91e25c5b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:15:59.414531 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-681ed8fc-39b2-468b-ab84-867552dc326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:15:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:15:59.463575 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef48e5-992c-463a-8982-5f894dc7c786 req-c0e33edd-776e-4faa-b9c7-d830ad77d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:15:59.465132 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-84ef48e5-992c-463a-8982-5f894dc7c786 req-c0e33edd-776e-4faa-b9c7-d830ad77d372 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4 HTTP/1.1" status: 200 len: 909 time: 0.0947082 May 25 15:15:59.506948 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-84ef48e5-992c-463a-8982-5f894dc7c786 req-ebedbba4-4db8-4414-957a-10fdeabde71c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 HTTP/1.1" status: 200 len: 217 time: 0.0353937 May 25 15:15:59.529101 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-681ed8fc-39b2-468b-ab84-867552dc326b None None] Set router 3461eb6b-a6e4-4583-a25b-65ec91e25c5b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:15:59.541882 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:59.545067 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:59.558429 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147f8c1-e2a9-4b1e-b9a5-583fc20d8890 req-940ef44b-d056-4a00-b285-bf268113a69c tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:15:59.560190 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b147f8c1-e2a9-4b1e-b9a5-583fc20d8890 req-940ef44b-d056-4a00-b285-bf268113a69c tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0493262 May 25 15:15:59.618790 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b147f8c1-e2a9-4b1e-b9a5-583fc20d8890 req-e25ec3a8-d342-4295-813c-6a8bfa512994 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525930 May 25 15:15:59.620336 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:15:59.838082 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-681ed8fc-39b2-468b-ab84-867552dc326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'name': 'tempest-TestShelveInstance-811659882-router', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:38Z', 'updated_at': '2022-05-25T15:10:41Z', 'revision_number': 4, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'gw_port': {'id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:39Z', 'updated_at': '2022-05-25T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'feda3f30-bc74-42b6-b4a4-dbb2685b2d65', 'name': '', 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'mac_address': 'fa:16:3e:56:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:41Z', 'updated_at': '2022-05-25T15:10:46Z', 'revision_number': 5, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'subnets': [{'id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:15:59.864522 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681ed8fc-39b2-468b-ab84-867552dc326b None None] The sync data for ids ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'] in dv-cinder-830283-3-iscsi is: [{'id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'name': 'tempest-TestShelveInstance-811659882-router', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:38Z', 'updated_at': '2022-05-25T15:10:41Z', 'revision_number': 4, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'gw_port': {'id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:39Z', 'updated_at': '2022-05-25T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': 'feda3f30-bc74-42b6-b4a4-dbb2685b2d65', 'name': '', 'network_id': '7c8a2e76-5c4f-40d4-9193-e0b868c847b4', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'mac_address': 'fa:16:3e:56:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:41Z', 'updated_at': '2022-05-25T15:10:46Z', 'revision_number': 5, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'subnets': [{'id': '9b1cfec3-98a6-40e7-945f-78076cd7b90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:16:00.104404 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3b25fa-dc15-4bb9-a396-e1a4361ad83b None None] New status for floating IP 949e4abe-8909-4c6f-94d0-0314fe8cfcdb: DOWN {{(pid=116228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:16:00.617702 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef48e5-992c-463a-8982-5f894dc7c786 req-f27d4fea-785e-48e8-88f5-0402b90dda9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:00.619153 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-84ef48e5-992c-463a-8982-5f894dc7c786 req-f27d4fea-785e-48e8-88f5-0402b90dda9a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b1cfec3-98a6-40e7-945f-78076cd7b90a HTTP/1.1" status: 200 len: 847 time: 0.0447731 May 25 15:16:00.668799 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef48e5-992c-463a-8982-5f894dc7c786 req-aa269fb2-7cfa-4505-8a55-9dddf6214710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:00.670323 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-84ef48e5-992c-463a-8982-5f894dc7c786 req-aa269fb2-7cfa-4505-8a55-9dddf6214710 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7c8a2e76-5c4f-40d4-9193-e0b868c847b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428829 May 25 15:16:00.735731 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be474fd-85bb-44d5-8851-92cf72163019 req-d35a2b8f-3f9e-4570-b9d9-b47be68e7c18 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:00.737215 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1be474fd-85bb-44d5-8851-92cf72163019 req-d35a2b8f-3f9e-4570-b9d9-b47be68e7c18 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0465567 May 25 15:16:00.778758 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-84ef48e5-992c-463a-8982-5f894dc7c786 req-54691bf6-df79-4c8c-b761-af19c64d59bb service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836670 May 25 15:16:00.790968 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1be474fd-85bb-44d5-8851-92cf72163019 req-ab03f424-652d-4046-a680-d61f15a3d981 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481851 May 25 15:16:00.880652 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-84ef48e5-992c-463a-8982-5f894dc7c786 req-3f816dcd-84bc-4797-a4cb-7b980764d1f5 service neutron] 10.222.0.86 "GET /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909927 May 25 15:16:01.526919 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff407b76-4458-4211-9fa0-9519b851f204 req-7cfe469a-6142-4f29-8579-be67702b13a0 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:01.528360 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ff407b76-4458-4211-9fa0-9519b851f204 req-7cfe469a-6142-4f29-8579-be67702b13a0 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0472186 May 25 15:16:01.598523 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:01.605022 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:01.609862 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-ff407b76-4458-4211-9fa0-9519b851f204 req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Deleting port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:16:01.610207 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-ff407b76-4458-4211-9fa0-9519b851f204 req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:01.702111 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-ff407b76-4458-4211-9fa0-9519b851f204 req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] For port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1,segment=NetworkSegment(407c0535-111d-4efe-8d7a-13689eb0e961),segment_id=407c0535-111d-4efe-8d7a-13689eb0e961)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:16:01.702848 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-ff407b76-4458-4211-9fa0-9519b851f204 req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:01.715701 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-ff407b76-4458-4211-9fa0-9519b851f204 req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Calling delete_port for a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:16:01.918582 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd4512-448c-4056-aa42-abf949f38256 req-6db608c5-c3c5-45c8-841d-f41cdf92b15c tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:01.919989 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-40dd4512-448c-4056-aa42-abf949f38256 req-6db608c5-c3c5-45c8-841d-f41cdf92b15c tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0505154 May 25 15:16:01.921619 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-ff407b76-4458-4211-9fa0-9519b851f204 req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:01.950735 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Pushing event deleted for resources: {'Port': ['ID=a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:01.963726 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:01.963965 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:01.964175 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:01.964461 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:01.964797 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:01.965130 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:01.965461 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:01.965791 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:01.966119 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:01.966498 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:01.966789 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:01.967122 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:01.967447 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:01.967772 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:01.968352 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:01.973777 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-40dd4512-448c-4056-aa42-abf949f38256 req-567edc02-7b7d-4606-bf23-871e70f7c3b6 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/security-groups?id=8d153614-2796-4d3c-93ef-ca9fd05ef419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474713 May 25 15:16:02.006464 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff407b76-4458-4211-9fa0-9519b851f204 req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] No DVR routers for this DVR port a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:16:02.008981 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-ff407b76-4458-4211-9fa0-9519b851f204 req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:02.012189 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-ff407b76-4458-4211-9fa0-9519b851f204 req-15792550-fbbf-465f-a55c-ea8b8f8eed15 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.86 "DELETE /v2.0/ports/a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 HTTP/1.1" status: 204 len: 173 time: 0.4782820 May 25 15:16:02.012622 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'name': 'network-vif-deleted', 'tag': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:16:02.014860 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e60715-767b-4203-8035-962d79681c68" -d '{"events": [{"server_uuid": "e1055520-e770-40f7-b42f-6f19a84c5cb9", "name": "network-vif-deleted", "tag": "a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:16:02.052203 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f35865-db97-416e-80e1-c3219dc4b61f x-openstack-request-id: req-d4f35865-db97-416e-80e1-c3219dc4b61f {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:16:02.052498 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1055520-e770-40f7-b42f-6f19a84c5cb9", "name": "network-vif-deleted", "tag": "a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:16:02.052752 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d4f35865-db97-416e-80e1-c3219dc4b61f {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:16:02.053160 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4f35865-db97-416e-80e1-c3219dc4b61f'] response: {'server_uuid': 'e1055520-e770-40f7-b42f-6f19a84c5cb9', 'name': 'network-vif-deleted', 'tag': 'a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1', 'status': 'completed', 'code': 200} May 25 15:16:03.085250 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-86054d97-e0f5-464d-b581-8aff77986b77 req-a3988ddc-ab18-4cef-a79b-bf5944ac93cc tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1055520-e770-40f7-b42f-6f19a84c5cb9 HTTP/1.1" status: 200 len: 210 time: 0.0272377 May 25 15:16:03.960682 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:16:03.983431 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:16:03.983774 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device a3e6e0ee-8dd8-4712-9cee-5ae09833c5d1 not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:16:04.145001 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37048) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:04.202176 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f7104e63-97d8-44ad-a536-b2f9c626167b tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group (8d153614-2796-4d3c-93ef-ca9fd05ef419), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:04.227021 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f7104e63-97d8-44ad-a536-b2f9c626167b tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group (8d153614-2796-4d3c-93ef-ca9fd05ef419), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:04.372888 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f7104e63-97d8-44ad-a536-b2f9c626167b tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (8d153614-2796-4d3c-93ef-ca9fd05ef419), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:04.375530 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f7104e63-97d8-44ad-a536-b2f9c626167b tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:04.376707 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-f7104e63-97d8-44ad-a536-b2f9c626167b tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] 10.222.0.74 "DELETE /v2.0/security-groups/8d153614-2796-4d3c-93ef-ca9fd05ef419 HTTP/1.1" status: 204 len: 168 time: 0.2326040 May 25 15:16:04.386570 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7104e63-97d8-44ad-a536-b2f9c626167b tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d153614-2796-4d3c-93ef-ca9fd05ef419,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:04.479101 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 37052) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:04.878462 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7c814426-7938-4389-be97-790ba7b65f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567241'] for router_interface (3461eb6b-a6e4-4583-a25b-65ec91e25c5b), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:05.096969 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-7c814426-7938-4389-be97-790ba7b65f0c admin admin] Deleting port feda3f30-bc74-42b6-b4a4-dbb2685b2d65 {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:16:05.097330 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7c814426-7938-4389-be97-790ba7b65f0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:05.175500 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [None req-7c814426-7938-4389-be97-790ba7b65f0c admin admin] For port feda3f30-bc74-42b6-b4a4-dbb2685b2d65, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=feda3f30-bc74-42b6-b4a4-dbb2685b2d65,segment=NetworkSegment(407c0535-111d-4efe-8d7a-13689eb0e961),segment_id=407c0535-111d-4efe-8d7a-13689eb0e961)] {{(pid=116226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:16:05.175804 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7c814426-7938-4389-be97-790ba7b65f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:05.188771 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-7c814426-7938-4389-be97-790ba7b65f0c admin admin] Calling delete_port for feda3f30-bc74-42b6-b4a4-dbb2685b2d65 owned by network:router_interface {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:16:05.192359 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:05.225769 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:05.436113 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7c814426-7938-4389-be97-790ba7b65f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (feda3f30-bc74-42b6-b4a4-dbb2685b2d65), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:05.458683 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c814426-7938-4389-be97-790ba7b65f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=feda3f30-bc74-42b6-b4a4-dbb2685b2d65,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:05.755838 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:05.871019 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7c814426-7938-4389-be97-790ba7b65f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-824638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567133'] for router_interface (3461eb6b-a6e4-4583-a25b-65ec91e25c5b), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:06.075068 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c814426-7938-4389-be97-790ba7b65f0c admin admin] Router 3461eb6b-a6e4-4583-a25b-65ec91e25c5b has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:16:06.172590 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c814426-7938-4389-be97-790ba7b65f0c admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:16:06.179216 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-7c814426-7938-4389-be97-790ba7b65f0c admin admin] 10.222.0.74 "PUT /v2.0/routers/3461eb6b-a6e4-4583-a25b-65ec91e25c5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6973858 May 25 15:16:06.180053 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 37056) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:06.181794 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf259b-8c38-4449-97e6-3bd3eaf2ac9b None None] Sync routers for ids ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:16:06.193323 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbf259b-8c38-4449-97e6-3bd3eaf2ac9b None None] Routers {'3461eb6b-a6e4-4583-a25b-65ec91e25c5b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:16:06.193950 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-5fbf259b-8c38-4449-97e6-3bd3eaf2ac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:15:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:06.281327 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b2133dfa-dabe-4e4c-b741-a17f65b6c070 admin admin] Publish callbacks [] for router (3461eb6b-a6e4-4583-a25b-65ec91e25c5b), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:06.296137 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-5fbf259b-8c38-4449-97e6-3bd3eaf2ac9b None None] Set router 3461eb6b-a6e4-4583-a25b-65ec91e25c5b gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:16:06.320164 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:06.382720 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b2133dfa-dabe-4e4c-b741-a17f65b6c070 admin admin] Publish callbacks [] for router_gateway (3461eb6b-a6e4-4583-a25b-65ec91e25c5b), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:06.386416 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:06.416559 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:06.463670 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-5fbf259b-8c38-4449-97e6-3bd3eaf2ac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'name': 'tempest-TestShelveInstance-811659882-router', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:38Z', 'updated_at': '2022-05-25T15:16:05Z', 'revision_number': 5, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'gw_port': {'id': 'af80614f-2767-4844-80d5-c86a7d41b6a2', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:39Z', 'updated_at': '2022-05-25T15:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:06.466238 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:06.489092 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-b2133dfa-dabe-4e4c-b741-a17f65b6c070 admin admin] Deleting port af80614f-2767-4844-80d5-c86a7d41b6a2 {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:16:06.493876 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b2133dfa-dabe-4e4c-b741-a17f65b6c070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (af80614f-2767-4844-80d5-c86a7d41b6a2), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:06.494049 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf259b-8c38-4449-97e6-3bd3eaf2ac9b None None] Checking router: 3461eb6b-a6e4-4583-a25b-65ec91e25c5b for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:16:06.501857 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbf259b-8c38-4449-97e6-3bd3eaf2ac9b None None] Routers {'3461eb6b-a6e4-4583-a25b-65ec91e25c5b'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:16:06.502479 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-5fbf259b-8c38-4449-97e6-3bd3eaf2ac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:15:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:06.576472 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [None req-b2133dfa-dabe-4e4c-b741-a17f65b6c070 admin admin] For port af80614f-2767-4844-80d5-c86a7d41b6a2, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=af80614f-2767-4844-80d5-c86a7d41b6a2,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:16:06.576853 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b2133dfa-dabe-4e4c-b741-a17f65b6c070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (af80614f-2767-4844-80d5-c86a7d41b6a2), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:06.591206 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-b2133dfa-dabe-4e4c-b741-a17f65b6c070 admin admin] Calling delete_port for af80614f-2767-4844-80d5-c86a7d41b6a2 owned by network:router_gateway {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:16:06.594163 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-5fbf259b-8c38-4449-97e6-3bd3eaf2ac9b None None] Set router 3461eb6b-a6e4-4583-a25b-65ec91e25c5b gateway port host: None {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:16:06.647381 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-5fbf259b-8c38-4449-97e6-3bd3eaf2ac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'name': 'tempest-TestShelveInstance-811659882-router', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:38Z', 'updated_at': '2022-05-25T15:16:06Z', 'revision_number': 6, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'gw_port_host': None}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:06.672175 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ffda6dd4-897f-42ed-8ecf-5496638c2689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:06.673906 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf259b-8c38-4449-97e6-3bd3eaf2ac9b None None] The sync data for ids ['3461eb6b-a6e4-4583-a25b-65ec91e25c5b'] in dv-cinder-830283-3-iscsi is: [{'id': '3461eb6b-a6e4-4583-a25b-65ec91e25c5b', 'name': 'tempest-TestShelveInstance-811659882-router', 'tenant_id': '6405d7039f25476f81b98903d2af54f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:38Z', 'updated_at': '2022-05-25T15:16:06Z', 'revision_number': 6, 'project_id': '6405d7039f25476f81b98903d2af54f2', 'gw_port_host': None}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:16:06.841710 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b2133dfa-dabe-4e4c-b741-a17f65b6c070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (af80614f-2767-4844-80d5-c86a7d41b6a2), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:06.867371 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2133dfa-dabe-4e4c-b741-a17f65b6c070 admin admin] Pushing event deleted for resources: {'Port': ['ID=af80614f-2767-4844-80d5-c86a7d41b6a2,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:06.937085 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b2133dfa-dabe-4e4c-b741-a17f65b6c070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566067'] for router_gateway (3461eb6b-a6e4-4583-a25b-65ec91e25c5b), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.025294 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:07.027136 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b2133dfa-dabe-4e4c-b741-a17f65b6c070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5635'] for router (3461eb6b-a6e4-4583-a25b-65ec91e25c5b), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.029628 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b2133dfa-dabe-4e4c-b741-a17f65b6c070 admin admin] Publish callbacks [] for router_controller (3461eb6b-a6e4-4583-a25b-65ec91e25c5b), precommit_delete_associations {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.144411 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b2133dfa-dabe-4e4c-b741-a17f65b6c070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569237'] for router (3461eb6b-a6e4-4583-a25b-65ec91e25c5b), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.144982 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2133dfa-dabe-4e4c-b741-a17f65b6c070 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3461eb6b-a6e4-4583-a25b-65ec91e25c5b {{(pid=116226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:16:07.149337 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b2133dfa-dabe-4e4c-b741-a17f65b6c070 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.150479 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-b2133dfa-dabe-4e4c-b741-a17f65b6c070 admin admin] 10.222.0.74 "DELETE /v2.0/routers/3461eb6b-a6e4-4583-a25b-65ec91e25c5b HTTP/1.1" status: 204 len: 168 time: 0.9695160 May 25 15:16:07.152962 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 37058) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:07.199370 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6722e21-6030-401d-b189-228caf4a62f8 admin admin] Deleting subnet 9b1cfec3-98a6-40e7-945f-78076cd7b90a {{(pid=116226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:16:07.203015 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b6722e21-6030-401d-b189-228caf4a62f8 admin admin] Publish callbacks [] for subnet (9b1cfec3-98a6-40e7-945f-78076cd7b90a), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.237827 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b6722e21-6030-401d-b189-228caf4a62f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127914396'] for subnet (9b1cfec3-98a6-40e7-945f-78076cd7b90a), precommit_delete_associations {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.316071 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b6722e21-6030-401d-b189-228caf4a62f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428428'] for subnet (9b1cfec3-98a6-40e7-945f-78076cd7b90a), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.462044 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b6722e21-6030-401d-b189-228caf4a62f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126891471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127158736'] for subnet (9b1cfec3-98a6-40e7-945f-78076cd7b90a), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.489628 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6722e21-6030-401d-b189-228caf4a62f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b1cfec3-98a6-40e7-945f-78076cd7b90a,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:07.496153 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-b6722e21-6030-401d-b189-228caf4a62f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for subnet (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.496878 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-b6722e21-6030-401d-b189-228caf4a62f8 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/9b1cfec3-98a6-40e7-945f-78076cd7b90a HTTP/1.1" status: 204 len: 168 time: 0.3429682 May 25 15:16:07.499491 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37060) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:07.501983 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddf1578-2fa9-4253-b444-11b83054ac93 None None] Network 7c8a2e76-5c4f-40d4-9193-e0b868c847b4 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:16:07.572031 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322087'] for network (7c8a2e76-5c4f-40d4-9193-e0b868c847b4), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.618777 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] Deleting port 28008d6a-0ada-4b02-9ba7-47028671262f {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:16:07.619126 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (28008d6a-0ada-4b02-9ba7-47028671262f), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.672217 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23397d64-276f-4189-9f63-361e081a4759 None None] DHCP port deletion for 7c8a2e76-5c4f-40d4-9193-e0b868c847b4 request from dv-cinder-830283-3-iscsi {{(pid=116227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:16:07.698338 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] For port 28008d6a-0ada-4b02-9ba7-47028671262f, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=28008d6a-0ada-4b02-9ba7-47028671262f,segment=NetworkSegment(407c0535-111d-4efe-8d7a-13689eb0e961),segment_id=407c0535-111d-4efe-8d7a-13689eb0e961)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:16:07.698732 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (28008d6a-0ada-4b02-9ba7-47028671262f), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.714583 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] Calling delete_port for 28008d6a-0ada-4b02-9ba7-47028671262f owned by network:dhcp {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:16:07.719271 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Deleting port 28008d6a-0ada-4b02-9ba7-47028671262f {{(pid=116227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:16:07.719271 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (28008d6a-0ada-4b02-9ba7-47028671262f), before_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.762318 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device af80614f-2767-4844-80d5-c86a7d41b6a2 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:16:07.790695 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: af80614f-2767-4844-80d5-c86a7d41b6a2 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:16:07.791055 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device af80614f-2767-4844-80d5-c86a7d41b6a2 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:16:07.791469 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 28008d6a-0ada-4b02-9ba7-47028671262f no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:16:07.827111 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-23397d64-276f-4189-9f63-361e081a4759 None None] For port 28008d6a-0ada-4b02-9ba7-47028671262f, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=28008d6a-0ada-4b02-9ba7-47028671262f,segment=NetworkSegment(407c0535-111d-4efe-8d7a-13689eb0e961),segment_id=407c0535-111d-4efe-8d7a-13689eb0e961)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:16:07.827514 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (28008d6a-0ada-4b02-9ba7-47028671262f), precommit_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.846557 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Calling delete_port for 28008d6a-0ada-4b02-9ba7-47028671262f owned by network:dhcp {{(pid=116227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:16:07.867270 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (28008d6a-0ada-4b02-9ba7-47028671262f), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.897095 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] Pushing event deleted for resources: {'Port': ['ID=28008d6a-0ada-4b02-9ba7-47028671262f,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:07.901660 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] No DVR routers for this DVR port 28008d6a-0ada-4b02-9ba7-47028671262f on host dv-cinder-830283-3-iscsi {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:16:07.914818 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Port 28008d6a-0ada-4b02-9ba7-47028671262f update to DOWN by agent not found {{(pid=116227) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2273}} May 25 15:16:07.915186 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device feda3f30-bc74-42b6-b4a4-dbb2685b2d65 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:16:07.936651 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: feda3f30-bc74-42b6-b4a4-dbb2685b2d65 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:16:07.937001 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device feda3f30-bc74-42b6-b4a4-dbb2685b2d65 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:16:07.969621 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662'] for port (28008d6a-0ada-4b02-9ba7-47028671262f), after_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.971553 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:07.974379 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425987', 'neutron.services.segments.db._delete_segments_for_network-8746770751079'] for network (7c8a2e76-5c4f-40d4-9193-e0b868c847b4), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.976640 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:07.995699 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Pushing event deleted for resources: {'Port': ['ID=28008d6a-0ada-4b02-9ba7-47028671262f,revision_number=None']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:07.996126 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8a2e76-5c4f-40d4-9193-e0b868c847b4']}} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:07.998046 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23397d64-276f-4189-9f63-361e081a4759 None None] No DVR routers for this DVR port 28008d6a-0ada-4b02-9ba7-47028671262f on host dv-cinder-830283-3-iscsi {{(pid=116227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:16:08.005849 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:08.006204 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:08.006555 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:08.006923 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:08.007254 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:08.007594 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:08.007930 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:08.013255 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:08.013586 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407c0535-111d-4efe-8d7a-13689eb0e961') {'for_net_delete': True} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:08.013586 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407c0535-111d-4efe-8d7a-13689eb0e961') {} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:08.013946 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:08.013946 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:08.013946 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:08.013946 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:08.013946 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:08.013946 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:08.013946 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23397d64-276f-4189-9f63-361e081a4759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:08.020109 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746770751856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127149985'] for segment (407c0535-111d-4efe-8d7a-13689eb0e961), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:08.034493 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (407c0535-111d-4efe-8d7a-13689eb0e961), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:08.040591 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=116225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:16:08.040981 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126643929'] for segment (407c0535-111d-4efe-8d7a-13689eb0e961), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:08.124573 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.services.segments.plugin [-] Segment 407c0535-111d-4efe-8d7a-13689eb0e961 resource provider aggregate not found May 25 15:16:08.141368 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.services.segments.plugin [-] Segment 407c0535-111d-4efe-8d7a-13689eb0e961 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 407c0535-111d-4efe-8d7a-13689eb0e961 found for delete ", "request_id": "req-82b4ebf3-75e3-4842-a3c1-dad902443d8d"}]} May 25 15:16:08.164406 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1425994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565467'] for network (7c8a2e76-5c4f-40d4-9193-e0b868c847b4), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:08.170052 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:08.173181 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] 10.222.0.74 "DELETE /v2.0/networks/7c8a2e76-5c4f-40d4-9193-e0b868c847b4 HTTP/1.1" status: 204 len: 168 time: 0.6725495 May 25 15:16:08.176220 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 37068) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:08.185300 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d352d4e-5e08-4293-a683-b10462148906 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8a2e76-5c4f-40d4-9193-e0b868c847b4,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:08.487641 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-60d27f98-fe90-45ed-85c5-bf7df85e18af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567241'] for router_interface (c3094ac2-766b-47a0-b030-2c74d8315346), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:08.560408 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:08.709885 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-60d27f98-fe90-45ed-85c5-bf7df85e18af admin admin] Deleting port 0f42fa03-11ff-4290-8eb0-85eb98889195 {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:16:08.710262 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-60d27f98-fe90-45ed-85c5-bf7df85e18af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:08.712593 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:08.789800 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [None req-60d27f98-fe90-45ed-85c5-bf7df85e18af admin admin] For port 0f42fa03-11ff-4290-8eb0-85eb98889195, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=0f42fa03-11ff-4290-8eb0-85eb98889195,segment=NetworkSegment(c31c2320-3b40-4f38-b476-82f9b477e712),segment_id=c31c2320-3b40-4f38-b476-82f9b477e712)] {{(pid=116226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:16:08.790073 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-60d27f98-fe90-45ed-85c5-bf7df85e18af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:08.803621 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-60d27f98-fe90-45ed-85c5-bf7df85e18af admin admin] Calling delete_port for 0f42fa03-11ff-4290-8eb0-85eb98889195 owned by network:router_interface {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:16:08.912922 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-5b03fc63-effc-4ce8-857a-7eaec63abc3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:09.053312 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-60d27f98-fe90-45ed-85c5-bf7df85e18af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (0f42fa03-11ff-4290-8eb0-85eb98889195), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:09.077256 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d27f98-fe90-45ed-85c5-bf7df85e18af admin admin] Pushing event deleted for resources: {'Port': ['ID=0f42fa03-11ff-4290-8eb0-85eb98889195,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:09.252944 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-60d27f98-fe90-45ed-85c5-bf7df85e18af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-824638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567133'] for router_interface (c3094ac2-766b-47a0-b030-2c74d8315346), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:09.710749 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d27f98-fe90-45ed-85c5-bf7df85e18af admin admin] Router c3094ac2-766b-47a0-b030-2c74d8315346 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:16:09.801064 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:09.810259 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d27f98-fe90-45ed-85c5-bf7df85e18af admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:16:09.818259 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-60d27f98-fe90-45ed-85c5-bf7df85e18af admin admin] 10.222.0.74 "PUT /v2.0/routers/c3094ac2-766b-47a0-b030-2c74d8315346/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6385078 May 25 15:16:09.818919 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37070) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:09.819448 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a5608-7fc9-497b-83d5-01f16bff7340 None None] Sync routers for ids ['c3094ac2-766b-47a0-b030-2c74d8315346'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:16:09.830774 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a5608-7fc9-497b-83d5-01f16bff7340 None None] Routers {'c3094ac2-766b-47a0-b030-2c74d8315346'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:16:09.831399 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-9b4a5608-7fc9-497b-83d5-01f16bff7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:16:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['c3094ac2-766b-47a0-b030-2c74d8315346'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:09.921294 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0a56a5f2-36ef-4da8-9010-114aadbdbb07 admin admin] Publish callbacks [] for router (c3094ac2-766b-47a0-b030-2c74d8315346), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:09.932380 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-9b4a5608-7fc9-497b-83d5-01f16bff7340 None None] Set router c3094ac2-766b-47a0-b030-2c74d8315346 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:16:10.019423 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0a56a5f2-36ef-4da8-9010-114aadbdbb07 admin admin] Publish callbacks [] for router_gateway (c3094ac2-766b-47a0-b030-2c74d8315346), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:10.098531 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-9b4a5608-7fc9-497b-83d5-01f16bff7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'name': 'tempest-TestShelveInstance-167811019-router', 'tenant_id': '5569e2e8eba84c4ea505cf9480e70b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '745cd75d-9e8f-4fcd-bb1a-b92842701c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:45Z', 'updated_at': '2022-05-25T15:16:08Z', 'revision_number': 5, 'project_id': '5569e2e8eba84c4ea505cf9480e70b12', 'gw_port': {'id': '745cd75d-9e8f-4fcd-bb1a-b92842701c09', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:10:45Z', 'updated_at': '2022-05-25T15:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:10.126265 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a5608-7fc9-497b-83d5-01f16bff7340 None None] Checking router: c3094ac2-766b-47a0-b030-2c74d8315346 for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:16:10.134964 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a5608-7fc9-497b-83d5-01f16bff7340 None None] Routers {'c3094ac2-766b-47a0-b030-2c74d8315346'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:16:10.135611 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-9b4a5608-7fc9-497b-83d5-01f16bff7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:16:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['c3094ac2-766b-47a0-b030-2c74d8315346'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:10.156449 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-0a56a5f2-36ef-4da8-9010-114aadbdbb07 admin admin] Deleting port 745cd75d-9e8f-4fcd-bb1a-b92842701c09 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:16:10.156785 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0a56a5f2-36ef-4da8-9010-114aadbdbb07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (745cd75d-9e8f-4fcd-bb1a-b92842701c09), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:10.216953 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-9b4a5608-7fc9-497b-83d5-01f16bff7340 None None] Set router c3094ac2-766b-47a0-b030-2c74d8315346 gateway port host: None {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:16:10.237002 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [None req-0a56a5f2-36ef-4da8-9010-114aadbdbb07 admin admin] For port 745cd75d-9e8f-4fcd-bb1a-b92842701c09, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=745cd75d-9e8f-4fcd-bb1a-b92842701c09,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:16:10.237373 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0a56a5f2-36ef-4da8-9010-114aadbdbb07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (745cd75d-9e8f-4fcd-bb1a-b92842701c09), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:10.251278 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-0a56a5f2-36ef-4da8-9010-114aadbdbb07 admin admin] Calling delete_port for 745cd75d-9e8f-4fcd-bb1a-b92842701c09 owned by network:router_gateway {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:16:10.268571 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-9b4a5608-7fc9-497b-83d5-01f16bff7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'name': 'tempest-TestShelveInstance-167811019-router', 'tenant_id': '5569e2e8eba84c4ea505cf9480e70b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:45Z', 'updated_at': '2022-05-25T15:16:10Z', 'revision_number': 6, 'project_id': '5569e2e8eba84c4ea505cf9480e70b12', 'gw_port_host': None}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:10.293428 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a5608-7fc9-497b-83d5-01f16bff7340 None None] The sync data for ids ['c3094ac2-766b-47a0-b030-2c74d8315346'] in dv-cinder-830283-3-iscsi is: [{'id': 'c3094ac2-766b-47a0-b030-2c74d8315346', 'name': 'tempest-TestShelveInstance-167811019-router', 'tenant_id': '5569e2e8eba84c4ea505cf9480e70b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:10:45Z', 'updated_at': '2022-05-25T15:16:10Z', 'revision_number': 6, 'project_id': '5569e2e8eba84c4ea505cf9480e70b12', 'gw_port_host': None}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:16:10.372700 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:10.475800 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0a56a5f2-36ef-4da8-9010-114aadbdbb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (745cd75d-9e8f-4fcd-bb1a-b92842701c09), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:10.506097 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56a5f2-36ef-4da8-9010-114aadbdbb07 admin admin] Pushing event deleted for resources: {'Port': ['ID=745cd75d-9e8f-4fcd-bb1a-b92842701c09,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:10.561976 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:10.566966 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0a56a5f2-36ef-4da8-9010-114aadbdbb07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566067'] for router_gateway (c3094ac2-766b-47a0-b030-2c74d8315346), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:10.656029 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0a56a5f2-36ef-4da8-9010-114aadbdbb07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5635'] for router (c3094ac2-766b-47a0-b030-2c74d8315346), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:10.658392 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0a56a5f2-36ef-4da8-9010-114aadbdbb07 admin admin] Publish callbacks [] for router_controller (c3094ac2-766b-47a0-b030-2c74d8315346), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:10.781489 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0a56a5f2-36ef-4da8-9010-114aadbdbb07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569237'] for router (c3094ac2-766b-47a0-b030-2c74d8315346), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:10.782132 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a56a5f2-36ef-4da8-9010-114aadbdbb07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3094ac2-766b-47a0-b030-2c74d8315346 {{(pid=116225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:16:10.786283 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0a56a5f2-36ef-4da8-9010-114aadbdbb07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:10.787440 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-0a56a5f2-36ef-4da8-9010-114aadbdbb07 admin admin] 10.222.0.74 "DELETE /v2.0/routers/c3094ac2-766b-47a0-b030-2c74d8315346 HTTP/1.1" status: 204 len: 168 time: 0.9675264 May 25 15:16:10.789867 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37072) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:10.838322 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a06f34-eb0c-4870-ab00-48ec625ee7fa admin admin] Deleting subnet c4ca7750-8574-49e8-9c9e-4621de45254f {{(pid=116225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:16:10.841450 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a8a06f34-eb0c-4870-ab00-48ec625ee7fa admin admin] Publish callbacks [] for subnet (c4ca7750-8574-49e8-9c9e-4621de45254f), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:10.867936 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:10.877734 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a8a06f34-eb0c-4870-ab00-48ec625ee7fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127149998'] for subnet (c4ca7750-8574-49e8-9c9e-4621de45254f), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:10.952876 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a8a06f34-eb0c-4870-ab00-48ec625ee7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428428'] for subnet (c4ca7750-8574-49e8-9c9e-4621de45254f), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:11.116372 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a8a06f34-eb0c-4870-ab00-48ec625ee7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126565106'] for subnet (c4ca7750-8574-49e8-9c9e-4621de45254f), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:11.146709 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a06f34-eb0c-4870-ab00-48ec625ee7fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4ca7750-8574-49e8-9c9e-4621de45254f,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:11.151420 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a8a06f34-eb0c-4870-ab00-48ec625ee7fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:11.154882 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-a8a06f34-eb0c-4870-ab00-48ec625ee7fa admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c4ca7750-8574-49e8-9c9e-4621de45254f HTTP/1.1" status: 204 len: 168 time: 0.3636594 May 25 15:16:11.156987 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37074) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:11.157439 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f313f2-0fb6-4588-ac73-d2f69c1b8624 None None] Network 942a80c5-af1a-4852-a8fe-c1d8a65fc6fe requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:16:11.230204 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322087'] for network (942a80c5-af1a-4852-a8fe-c1d8a65fc6fe), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:11.274225 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] Deleting port 9f00a943-17b9-46ca-8c36-a62f1cc63144 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:16:11.274616 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (9f00a943-17b9-46ca-8c36-a62f1cc63144), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:11.338270 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53326812-5f28-4d13-915b-d442a8588be4 None None] DHCP port deletion for 942a80c5-af1a-4852-a8fe-c1d8a65fc6fe request from dv-cinder-830283-3-iscsi {{(pid=116227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:16:11.386311 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-53326812-5f28-4d13-915b-d442a8588be4 None None] Deleting port 9f00a943-17b9-46ca-8c36-a62f1cc63144 {{(pid=116227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:16:11.387095 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-53326812-5f28-4d13-915b-d442a8588be4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (9f00a943-17b9-46ca-8c36-a62f1cc63144), before_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:11.456639 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-53326812-5f28-4d13-915b-d442a8588be4 None None] For port 9f00a943-17b9-46ca-8c36-a62f1cc63144, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=9f00a943-17b9-46ca-8c36-a62f1cc63144,segment=NetworkSegment(c31c2320-3b40-4f38-b476-82f9b477e712),segment_id=c31c2320-3b40-4f38-b476-82f9b477e712)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:16:11.457050 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-53326812-5f28-4d13-915b-d442a8588be4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (9f00a943-17b9-46ca-8c36-a62f1cc63144), precommit_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:11.471148 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-53326812-5f28-4d13-915b-d442a8588be4 None None] Calling delete_port for 9f00a943-17b9-46ca-8c36-a62f1cc63144 owned by network:dhcp {{(pid=116227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:16:11.472862 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:11.560986 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:11.605323 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] For port 9f00a943-17b9-46ca-8c36-a62f1cc63144, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=9f00a943-17b9-46ca-8c36-a62f1cc63144,segment=NetworkSegment(c31c2320-3b40-4f38-b476-82f9b477e712),segment_id=c31c2320-3b40-4f38-b476-82f9b477e712)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:16:11.605690 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (9f00a943-17b9-46ca-8c36-a62f1cc63144), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:11.618997 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] Calling delete_port for 9f00a943-17b9-46ca-8c36-a62f1cc63144 owned by network:dhcp {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:16:11.627626 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:11.645259 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-53326812-5f28-4d13-915b-d442a8588be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662'] for port (9f00a943-17b9-46ca-8c36-a62f1cc63144), after_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:11.674090 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53326812-5f28-4d13-915b-d442a8588be4 None None] Pushing event deleted for resources: {'Port': ['ID=9f00a943-17b9-46ca-8c36-a62f1cc63144,revision_number=None']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:11.679050 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53326812-5f28-4d13-915b-d442a8588be4 None None] No DVR routers for this DVR port 9f00a943-17b9-46ca-8c36-a62f1cc63144 on host dv-cinder-830283-3-iscsi {{(pid=116227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:16:11.698089 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (9f00a943-17b9-46ca-8c36-a62f1cc63144), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:11.703055 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:11.715400 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 0f42fa03-11ff-4290-8eb0-85eb98889195 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:16:11.726702 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f00a943-17b9-46ca-8c36-a62f1cc63144,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:11.730175 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] No DVR routers for this DVR port 9f00a943-17b9-46ca-8c36-a62f1cc63144 on host dv-cinder-830283-3-iscsi {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:16:11.736394 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: 0f42fa03-11ff-4290-8eb0-85eb98889195 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:16:11.736750 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 0f42fa03-11ff-4290-8eb0-85eb98889195 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:16:11.737166 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 9f00a943-17b9-46ca-8c36-a62f1cc63144 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:16:11.757511 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: 9f00a943-17b9-46ca-8c36-a62f1cc63144 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:16:11.757862 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 9f00a943-17b9-46ca-8c36-a62f1cc63144 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:16:11.758280 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 745cd75d-9e8f-4fcd-bb1a-b92842701c09 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:16:11.779744 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: 745cd75d-9e8f-4fcd-bb1a-b92842701c09 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:16:11.780144 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 745cd75d-9e8f-4fcd-bb1a-b92842701c09 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:16:11.803413 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425987', 'neutron.services.segments.db._delete_segments_for_network-8746770751079'] for network (942a80c5-af1a-4852-a8fe-c1d8a65fc6fe), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:11.825614 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942a80c5-af1a-4852-a8fe-c1d8a65fc6fe']}} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:11.836195 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31c2320-3b40-4f38-b476-82f9b477e712') {'for_net_delete': True} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:11.837241 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31c2320-3b40-4f38-b476-82f9b477e712') {} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:11.846449 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746770751856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127149985'] for segment (c31c2320-3b40-4f38-b476-82f9b477e712), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:11.859688 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (c31c2320-3b40-4f38-b476-82f9b477e712), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:11.865755 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=116225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:16:11.866145 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126643929'] for segment (c31c2320-3b40-4f38-b476-82f9b477e712), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:11.912406 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.services.segments.plugin [-] Segment c31c2320-3b40-4f38-b476-82f9b477e712 resource provider aggregate not found May 25 15:16:11.931585 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.services.segments.plugin [-] Segment c31c2320-3b40-4f38-b476-82f9b477e712 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c31c2320-3b40-4f38-b476-82f9b477e712 found for delete ", "request_id": "req-49d2d3be-f4b0-4972-b0c5-2fa52eff8213"}]} May 25 15:16:12.007026 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1425994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565467'] for network (942a80c5-af1a-4852-a8fe-c1d8a65fc6fe), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:12.012392 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:12.015518 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] 10.222.0.74 "DELETE /v2.0/networks/942a80c5-af1a-4852-a8fe-c1d8a65fc6fe HTTP/1.1" status: 204 len: 168 time: 0.8575778 May 25 15:16:12.027397 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169e217-c2ad-48a0-b33b-fea52c017d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=942a80c5-af1a-4852-a8fe-c1d8a65fc6fe,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:12.505029 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37082) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:12.545158 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-87e0227f-1fe6-4d0b-b068-b296b869df4f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6405d7039f25476f81b98903d2af54f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389783 May 25 15:16:12.547716 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37084) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:12.604104 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-dcf7ddda-a6f3-453e-8f02-1ee2075011e6 admin admin] Publish callbacks [] for security_group (a8ab2ea2-1dfa-4859-b042-d729863f7e6b), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:12.616766 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-dcf7ddda-a6f3-453e-8f02-1ee2075011e6 admin admin] Publish callbacks [] for security_group (a8ab2ea2-1dfa-4859-b042-d729863f7e6b), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:12.804432 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-dcf7ddda-a6f3-453e-8f02-1ee2075011e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (a8ab2ea2-1dfa-4859-b042-d729863f7e6b), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:12.807377 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-dcf7ddda-a6f3-453e-8f02-1ee2075011e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:12.808538 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-dcf7ddda-a6f3-453e-8f02-1ee2075011e6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a8ab2ea2-1dfa-4859-b042-d729863f7e6b HTTP/1.1" status: 204 len: 168 time: 0.2598968 May 25 15:16:12.817047 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7ddda-a6f3-453e-8f02-1ee2075011e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ab2ea2-1dfa-4859-b042-d729863f7e6b,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:12.930073 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:13.588745 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37090) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:13.622452 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:13.632662 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-d420d1d9-63ad-43ad-8511-0923f25f9761 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5569e2e8eba84c4ea505cf9480e70b12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428276 May 25 15:16:13.635247 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37092) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:13.683826 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c848b18b-93f5-49c9-b03c-e8238683b7a5 admin admin] Publish callbacks [] for security_group (353c3d36-eb8b-4d0e-b350-131816a5f2d0), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:13.705976 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c848b18b-93f5-49c9-b03c-e8238683b7a5 admin admin] Publish callbacks [] for security_group (353c3d36-eb8b-4d0e-b350-131816a5f2d0), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:13.821226 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c848b18b-93f5-49c9-b03c-e8238683b7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (353c3d36-eb8b-4d0e-b350-131816a5f2d0), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:13.823773 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c848b18b-93f5-49c9-b03c-e8238683b7a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:13.824935 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-c848b18b-93f5-49c9-b03c-e8238683b7a5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/353c3d36-eb8b-4d0e-b350-131816a5f2d0 HTTP/1.1" status: 204 len: 168 time: 0.1887991 May 25 15:16:13.832983 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848b18b-93f5-49c9-b03c-e8238683b7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353c3d36-eb8b-4d0e-b350-131816a5f2d0,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:14.909774 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37114) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:15.040355 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-461f281e-cdb4-436e-960e-199df8da0d04 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-80704339-network', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:16:15.206715 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461f281e-cdb4-436e-960e-199df8da0d04 admin admin] Made reservation on behalf of 9e5a54632992428ca774d47f3f20d6b9 for: {'network': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:16:15.209142 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-461f281e-cdb4-436e-960e-199df8da0d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:15.217808 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-461f281e-cdb4-436e-960e-199df8da0d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:15.291490 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-461f281e-cdb4-436e-960e-199df8da0d04 admin admin] Publish callbacks [] for security_group (a3192fe3-d50e-4d70-9437-a7598a13b2f1), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:15.361196 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-461f281e-cdb4-436e-960e-199df8da0d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (a3192fe3-d50e-4d70-9437-a7598a13b2f1), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:15.386713 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461f281e-cdb4-436e-960e-199df8da0d04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=116225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:16:15.396198 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f281e-cdb4-436e-960e-199df8da0d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3192fe3-d50e-4d70-9437-a7598a13b2f1,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:15.402230 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-461f281e-cdb4-436e-960e-199df8da0d04 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (705b2b3b-b44c-4dc2-b9b6-3dc8445201f0), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:15.402654 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.segments_db [None req-461f281e-cdb4-436e-960e-199df8da0d04 admin admin] Added segment 705b2b3b-b44c-4dc2-b9b6-3dc8445201f0 of type vlan for network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a May 25 15:16:15.445815 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-461f281e-cdb4-436e-960e-199df8da0d04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (f8b32613-7bd9-40e5-935b-b1d37f6ebd8a), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:15.452049 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:15.535364 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-461f281e-cdb4-436e-960e-199df8da0d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (f8b32613-7bd9-40e5-935b-b1d37f6ebd8a), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:15.536380 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461f281e-cdb4-436e-960e-199df8da0d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:15.536967 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-461f281e-cdb4-436e-960e-199df8da0d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:15.598014 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f281e-cdb4-436e-960e-199df8da0d04 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:15.607659 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 15:16:15.701170 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-461f281e-cdb4-436e-960e-199df8da0d04 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7902768 May 25 15:16:15.704123 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37118) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:15.709094 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-b0768f58-143f-48d4-abc6-29f1f7250997 admin admin] Request body: {'subnet': {'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-80704339-subnet', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'ip_version': 4}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:16:15.781268 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0768f58-143f-48d4-abc6-29f1f7250997 admin admin] Made reservation on behalf of 9e5a54632992428ca774d47f3f20d6b9 for: {'subnet': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:16:15.784282 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-b0768f58-143f-48d4-abc6-29f1f7250997 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126564873'] for subnet (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:16.004130 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-b0768f58-143f-48d4-abc6-29f1f7250997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126640252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126565115'] for subnet (5d3d2240-c411-4ea9-8859-45b4c9044e74), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:16.042968 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:16.063125 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0768f58-143f-48d4-abc6-29f1f7250997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d3d2240-c411-4ea9-8859-45b4c9044e74,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:16.070340 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0768f58-143f-48d4-abc6-29f1f7250997 admin admin] Checking segment: {'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:16:16.070737 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0768f58-143f-48d4-abc6-29f1f7250997 admin admin] Network hostable DHCP agents. Network: f8b32613-7bd9-40e5-935b-b1d37f6ebd8a, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:16:16.129766 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0768f58-143f-48d4-abc6-29f1f7250997 admin admin] Network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:16:16.212552 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-b0768f58-143f-48d4-abc6-29f1f7250997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, f8b32613-7bd9-40e5-935b-b1d37f6ebd8a) {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:16:16.216596 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0768f58-143f-48d4-abc6-29f1f7250997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:16.217176 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-b0768f58-143f-48d4-abc6-29f1f7250997 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:16.222360 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10d8508-9e51-4477-a9d6-dbafac72517f None None] Network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:16:16.307562 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-b0768f58-143f-48d4-abc6-29f1f7250997 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6022866 May 25 15:16:16.310178 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37120) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:16.316130 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:16:16.321633 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1a855bc-7c09-52c5-ba14-1589c7fd33db-f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74'}]}} from dv-cinder-830283-3-iscsi. {{(pid=116227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 15:16:16.322606 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:16.407135 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router (fe730702-c490-457c-9cdd-16d8124b5657), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:16.408430 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5644'] for router (fe730702-c490-457c-9cdd-16d8124b5657), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:16.459297 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Publish callbacks [] for router_controller (fe730702-c490-457c-9cdd-16d8124b5657), precommit_add_association {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:16.460921 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.db_base_plugin_common [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Allocated IP 172.20.0.2 (f8b32613-7bd9-40e5-935b-b1d37f6ebd8a/5d3d2240-c411-4ea9-8859-45b4c9044e74/21fc037b-8cc7-4b54-b101-73a5bd3544e4) {{(pid=116227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:16:16.603222 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Publish callbacks [] for port (21fc037b-8cc7-4b54-b101-73a5bd3544e4), precommit_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:16.643582 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Publish callbacks [] for router_gateway (fe730702-c490-457c-9cdd-16d8124b5657), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:16.673360 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653'] for port (21fc037b-8cc7-4b54-b101-73a5bd3544e4), after_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:16.716757 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a is already hosted by enough agents. {{(pid=116227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:16:16.722306 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.base_scheduler [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Resources bound (agent type, host, resource id): {{(pid=116227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:16:16.726056 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Received port after_create {{(pid=116227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:16:16.730695 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Pushing event updated for resources: {'Port': ['ID=21fc037b-8cc7-4b54-b101-73a5bd3544e4,revision_number=1']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:16.914506 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Attempting to bind port 21fc037b-8cc7-4b54-b101-73a5bd3544e4 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:16:16.914798 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Attempting to bind port 21fc037b-8cc7-4b54-b101-73a5bd3544e4 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:16:16.915158 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Attempting to bind port 21fc037b-8cc7-4b54-b101-73a5bd3544e4 on network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:16:16.920201 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:16:16.920580 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Checking segment: {'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:16:16.920944 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Publish callbacks [] for router_gateway (fe730702-c490-457c-9cdd-16d8124b5657), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:16.921070 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:16.921360 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Bound using segment: {'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:16:16.921823 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Bound port: 21fc037b-8cc7-4b54-b101-73a5bd3544e4, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:16:16.922201 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (21fc037b-8cc7-4b54-b101-73a5bd3544e4), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:16.941478 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:16.982342 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] For port 21fc037b-8cc7-4b54-b101-73a5bd3544e4, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:16:16.986119 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] For port 21fc037b-8cc7-4b54-b101-73a5bd3544e4, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=21fc037b-8cc7-4b54-b101-73a5bd3544e4,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:16:17.035011 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:17.049903 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Allocated IP 172.27.1.201 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/e6292162-252e-43b6-94c0-c93c410fb2d4) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:16:17.084730 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (21fc037b-8cc7-4b54-b101-73a5bd3544e4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:17.088050 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:17.146619 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88566b-4aa6-4a02-91fd-df7e8819f842 None None] Pushing event updated for resources: {'Port': ['ID=21fc037b-8cc7-4b54-b101-73a5bd3544e4,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:17.154213 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Publish callbacks [] for port (e6292162-252e-43b6-94c0-c93c410fb2d4), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:17.180606 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:DELETE=1,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:17.264819 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (e6292162-252e-43b6-94c0-c93c410fb2d4), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:17.310834 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:16:17.320299 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:16:17.324082 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:16:17.355728 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Pushing event updated for resources: {'Port': ['ID=e6292162-252e-43b6-94c0-c93c410fb2d4,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:17.637747 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Publish callbacks [] for router_gateway (fe730702-c490-457c-9cdd-16d8124b5657), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:17.734065 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 21fc037b-8cc7-4b54-b101-73a5bd3544e4 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:16:17.777437 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:17.788132 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 21fc037b-8cc7-4b54-b101-73a5bd3544e4 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:17.788520 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (21fc037b-8cc7-4b54-b101-73a5bd3544e4), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:17.819235 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:17.840019 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566039'] for router (fe730702-c490-457c-9cdd-16d8124b5657), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:17.868805 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 21fc037b-8cc7-4b54-b101-73a5bd3544e4 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:16:17.869307 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (21fc037b-8cc7-4b54-b101-73a5bd3544e4), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:17.909830 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] For port 21fc037b-8cc7-4b54-b101-73a5bd3544e4, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=21fc037b-8cc7-4b54-b101-73a5bd3544e4,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:16:18.021916 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (21fc037b-8cc7-4b54-b101-73a5bd3544e4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:18.050386 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Router fe730702-c490-457c-9cdd-16d8124b5657 is scheduled to L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d with binding_index 1 {{(pid=116225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 15:16:18.071940 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d9b114-ce20-40c2-8380-2175fac66a3c None None] Network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:16:18.136427 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Pushing event updated for resources: {'Port': ['ID=21fc037b-8cc7-4b54-b101-73a5bd3544e4,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:18.151983 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c952d41f-e297-4cfc-bca3-e6fa8e3efbf6 None None] Provisioning complete for port 21fc037b-8cc7-4b54-b101-73a5bd3544e4 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:18.152371 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c952d41f-e297-4cfc-bca3-e6fa8e3efbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (21fc037b-8cc7-4b54-b101-73a5bd3544e4), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:18.163880 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:16:18.180444 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Sync routers for ids ['fe730702-c490-457c-9cdd-16d8124b5657'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:16:18.230960 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Routers {'fe730702-c490-457c-9cdd-16d8124b5657'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:16:18.231608 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:16:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['fe730702-c490-457c-9cdd-16d8124b5657'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:18.277988 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:18.281933 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-d48370ea-282b-45e3-a8dd-c456c4b1b2bf admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9681098 May 25 15:16:18.282127 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37122) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:18.381529 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c952d41f-e297-4cfc-bca3-e6fa8e3efbf6 None None] Current status of the port 21fc037b-8cc7-4b54-b101-73a5bd3544e4 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:16:18.396809 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Set router fe730702-c490-457c-9cdd-16d8124b5657 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:16:18.498492 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:18.574730 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:17Z', 'revision_number': 3, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:18.604217 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:18.608245 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Checking router: fe730702-c490-457c-9cdd-16d8124b5657 for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:16:18.608601 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Updating router fe730702-c490-457c-9cdd-16d8124b5657 port e6292162-252e-43b6-94c0-c93c410fb2d4 binding host dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:16:18.642250 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-be128fc2-6bb6-4a32-ae8b-49aba463401a None None] Provisioning complete for port 21fc037b-8cc7-4b54-b101-73a5bd3544e4 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:18.642650 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-be128fc2-6bb6-4a32-ae8b-49aba463401a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (21fc037b-8cc7-4b54-b101-73a5bd3544e4), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:18.647108 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (e6292162-252e-43b6-94c0-c93c410fb2d4), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:18.729540 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:18.837322 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-be128fc2-6bb6-4a32-ae8b-49aba463401a None None] Current status of the port 21fc037b-8cc7-4b54-b101-73a5bd3544e4 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:16:18.896187 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] Allocated IP 172.20.0.1 (f8b32613-7bd9-40e5-935b-b1d37f6ebd8a/5d3d2240-c411-4ea9-8859-45b4c9044e74/5953d601-02a1-49ae-ab49-6b72386ae113) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:16:18.918556 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:19.005462 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Publish callbacks [] for port (e6292162-252e-43b6-94c0-c93c410fb2d4), precommit_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:19.013360 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] Publish callbacks [] for port (5953d601-02a1-49ae-ab49-6b72386ae113), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:19.021633 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:19.081121 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (e6292162-252e-43b6-94c0-c93c410fb2d4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:19.108796 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (5953d601-02a1-49ae-ab49-6b72386ae113), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:19.137503 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96d79b-47d4-46b5-b2af-4f4c1046bc70 None None] Pushing event updated for resources: {'Port': ['ID=e6292162-252e-43b6-94c0-c93c410fb2d4,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:19.140270 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Attempting to bind port e6292162-252e-43b6-94c0-c93c410fb2d4 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:16:19.140634 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Attempting to bind port e6292162-252e-43b6-94c0-c93c410fb2d4 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:16:19.140996 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Attempting to bind port e6292162-252e-43b6-94c0-c93c410fb2d4 on network e77a34f4-3c18-4df0-a57b-b0c373fbaaed {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:16:19.147996 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:16:19.148423 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Checking segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:16:19.148774 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:19.149167 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Bound using segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:16:19.150072 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Bound port: e6292162-252e-43b6-94c0-c93c410fb2d4, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:16:19.150072 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (e6292162-252e-43b6-94c0-c93c410fb2d4), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:19.151092 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] Network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:16:19.154800 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:16:19.159074 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:16:19.189491 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] Pushing event updated for resources: {'Port': ['ID=5953d601-02a1-49ae-ab49-6b72386ae113,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:19.204961 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565314'] for router_interface (fe730702-c490-457c-9cdd-16d8124b5657), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:19.213455 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] For port e6292162-252e-43b6-94c0-c93c410fb2d4, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:16:19.220968 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] For port e6292162-252e-43b6-94c0-c93c410fb2d4, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=e6292162-252e-43b6-94c0-c93c410fb2d4,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:16:19.310759 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (e6292162-252e-43b6-94c0-c93c410fb2d4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:19.371006 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Routers {'fe730702-c490-457c-9cdd-16d8124b5657'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:16:19.371540 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:16:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['fe730702-c490-457c-9cdd-16d8124b5657'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:19.405852 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96d79b-47d4-46b5-b2af-4f4c1046bc70 None None] Pushing event updated for resources: {'Port': ['ID=e6292162-252e-43b6-94c0-c93c410fb2d4,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:19.415412 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (5953d601-02a1-49ae-ab49-6b72386ae113), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:19.481974 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-a62f7e25-9acf-4f9b-8e76-decae4c3eed7 None None] Provisioning complete for port 5953d601-02a1-49ae-ab49-6b72386ae113 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:19.482335 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a62f7e25-9acf-4f9b-8e76-decae4c3eed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (5953d601-02a1-49ae-ab49-6b72386ae113), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:19.489771 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:19.506238 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] Set router fe730702-c490-457c-9cdd-16d8124b5657 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:16:19.581284 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-a62f7e25-9acf-4f9b-8e76-decae4c3eed7 None None] Port 5953d601-02a1-49ae-ab49-6b72386ae113 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:16:19.605347 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] Publish callbacks [] for port (5953d601-02a1-49ae-ab49-6b72386ae113), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:19.605624 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:19.670152 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (5953d601-02a1-49ae-ab49-6b72386ae113), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:19.694912 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:17Z', 'revision_number': 3, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:19.721139 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 21fc037b-8cc7-4b54-b101-73a5bd3544e4 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:16:19.725196 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d3113c-6ec5-4c68-9c39-005c3861feda None None] The sync data for ids ['fe730702-c490-457c-9cdd-16d8124b5657'] in dv-cinder-830283-3-iscsi is: [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:17Z', 'revision_number': 3, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:16:19.774553 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 21fc037b-8cc7-4b54-b101-73a5bd3544e4 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:19.774973 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (21fc037b-8cc7-4b54-b101-73a5bd3544e4), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:19.808739 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:19.860511 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 21fc037b-8cc7-4b54-b101-73a5bd3544e4 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:16:20.021190 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] Pushing event updated for resources: {'Port': ['ID=5953d601-02a1-49ae-ab49-6b72386ae113,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:20.023843 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-826829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567250'] for router_interface (fe730702-c490-457c-9cdd-16d8124b5657), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:20.121029 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] Network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:16:20.123018 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:16:20.249585 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] Router fe730702-c490-457c-9cdd-16d8124b5657 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:16:20.270526 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=51 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:20.271678 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=43 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:20.373422 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:16:20.379901 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-0502cb53-896c-446a-a7ef-f9495a6ad7be admin admin] 10.222.0.74 "PUT /v2.0/routers/fe730702-c490-457c-9cdd-16d8124b5657/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0967021 May 25 15:16:20.537713 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:20.542978 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-93d1acff-5d4a-431f-8be1-2598e16c7179 None None] Provisioning complete for port 5953d601-02a1-49ae-ab49-6b72386ae113 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:20.543355 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-93d1acff-5d4a-431f-8be1-2598e16c7179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (5953d601-02a1-49ae-ab49-6b72386ae113), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:20.576507 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-93d1acff-5d4a-431f-8be1-2598e16c7179 None None] Port 5953d601-02a1-49ae-ab49-6b72386ae113 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:16:21.057561 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 37146) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:21.062671 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-9813a047-5d65-4042-a532-3f10e3b657a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-619704619-network', 'tenant_id': '3b45574471b34bd9be7ec77f34c48f75'}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:16:21.204287 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9813a047-5d65-4042-a532-3f10e3b657a1 admin admin] Made reservation on behalf of 3b45574471b34bd9be7ec77f34c48f75 for: {'network': 1} {{(pid=116226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:16:21.206754 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9813a047-5d65-4042-a532-3f10e3b657a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for network (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:21.220765 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9813a047-5d65-4042-a532-3f10e3b657a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:21.296175 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9813a047-5d65-4042-a532-3f10e3b657a1 admin admin] Publish callbacks [] for security_group (43f02abf-fde3-433a-b819-34f7838e21a9), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:21.329640 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Sync routers for ids ['fe730702-c490-457c-9cdd-16d8124b5657'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:16:21.340408 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Routers {'fe730702-c490-457c-9cdd-16d8124b5657'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:16:21.341009 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:16:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['fe730702-c490-457c-9cdd-16d8124b5657'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:21.369373 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9813a047-5d65-4042-a532-3f10e3b657a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (43f02abf-fde3-433a-b819-34f7838e21a9), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:21.398188 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9813a047-5d65-4042-a532-3f10e3b657a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=116226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:16:21.404907 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813a047-5d65-4042-a532-3f10e3b657a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f02abf-fde3-433a-b819-34f7838e21a9,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:21.411850 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9813a047-5d65-4042-a532-3f10e3b657a1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746770751070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:21.412270 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.db.segments_db [None req-9813a047-5d65-4042-a532-3f10e3b657a1 admin admin] Added segment 8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8 of type vlan for network 6474351f-f5f6-4032-b4ad-2496a61fd713 May 25 15:16:21.450762 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Set router fe730702-c490-457c-9cdd-16d8124b5657 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:16:21.451527 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9813a047-5d65-4042-a532-3f10e3b657a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746770196044'] for network (6474351f-f5f6-4032-b4ad-2496a61fd713), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:21.561485 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9813a047-5d65-4042-a532-3f10e3b657a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631'] for network (6474351f-f5f6-4032-b4ad-2496a61fd713), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:21.562531 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9813a047-5d65-4042-a532-3f10e3b657a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:21.563183 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9813a047-5d65-4042-a532-3f10e3b657a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:21.626702 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813a047-5d65-4042-a532-3f10e3b657a1 admin admin] Pushing event updated for resources: {'Network': ['ID=6474351f-f5f6-4032-b4ad-2496a61fd713,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:21.638491 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Network 6474351f-f5f6-4032-b4ad-2496a61fd713 details requested by agent ovs-agent-dv-cinder-830283-3-iscsi with host dv-cinder-830283-3-iscsi {{(pid=116227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 15:16:21.710215 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37150) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:21.710811 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-9813a047-5d65-4042-a532-3f10e3b657a1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6516232 May 25 15:16:21.717165 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-bfd60501-c2d8-468d-b95f-56e7f255e736 admin admin] Request body: {'subnet': {'network_id': '6474351f-f5f6-4032-b4ad-2496a61fd713', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-619704619-subnet', 'tenant_id': '3b45574471b34bd9be7ec77f34c48f75', 'ip_version': 4}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:16:21.722557 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:21.727396 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 2, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:21.739060 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device e6292162-252e-43b6-94c0-c93c410fb2d4 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:16:21.753102 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Checking router: fe730702-c490-457c-9cdd-16d8124b5657 for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:16:21.753456 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Updating router fe730702-c490-457c-9cdd-16d8124b5657 port 5953d601-02a1-49ae-ab49-6b72386ae113 binding host dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:16:21.782214 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (5953d601-02a1-49ae-ab49-6b72386ae113), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:21.784797 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port e6292162-252e-43b6-94c0-c93c410fb2d4 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:21.785246 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (e6292162-252e-43b6-94c0-c93c410fb2d4), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:21.857922 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port e6292162-252e-43b6-94c0-c93c410fb2d4 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:16:21.858224 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (e6292162-252e-43b6-94c0-c93c410fb2d4), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:21.864165 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd60501-c2d8-468d-b95f-56e7f255e736 admin admin] Made reservation on behalf of 3b45574471b34bd9be7ec77f34c48f75 for: {'subnet': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:16:21.866882 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bfd60501-c2d8-468d-b95f-56e7f255e736 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126564873'] for subnet (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:21.880756 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] For port e6292162-252e-43b6-94c0-c93c410fb2d4, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=e6292162-252e-43b6-94c0-c93c410fb2d4,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:16:21.981037 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (e6292162-252e-43b6-94c0-c93c410fb2d4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:22.033124 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Pushing event updated for resources: {'Port': ['ID=e6292162-252e-43b6-94c0-c93c410fb2d4,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:22.040208 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:22.075575 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Publish callbacks [] for port (5953d601-02a1-49ae-ab49-6b72386ae113), precommit_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:22.107149 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bfd60501-c2d8-468d-b95f-56e7f255e736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126640252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126565115'] for subnet (043ca5ad-7a29-42cf-845a-fa5c9c635521), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:22.126976 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (5953d601-02a1-49ae-ab49-6b72386ae113), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:22.158314 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd60501-c2d8-468d-b95f-56e7f255e736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=043ca5ad-7a29-42cf-845a-fa5c9c635521,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:22.173905 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd60501-c2d8-468d-b95f-56e7f255e736 admin admin] Checking segment: {'id': '8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6474351f-f5f6-4032-b4ad-2496a61fd713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:16:22.174420 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd60501-c2d8-468d-b95f-56e7f255e736 admin admin] Network hostable DHCP agents. Network: 6474351f-f5f6-4032-b4ad-2496a61fd713, hostable agents: ['90b4fda0-89eb-4c99-a73b-997b905d7625'], hosted agents: [] {{(pid=116225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:16:22.182429 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41a196-31d3-4a73-916b-578a4d25e5c2 None None] Pushing event updated for resources: {'Port': ['ID=5953d601-02a1-49ae-ab49-6b72386ae113,revision_number=3']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:22.194845 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a196-31d3-4a73-916b-578a4d25e5c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:22.195180 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a196-31d3-4a73-916b-578a4d25e5c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:22.195546 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a196-31d3-4a73-916b-578a4d25e5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:22.195901 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a196-31d3-4a73-916b-578a4d25e5c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:22.196237 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a196-31d3-4a73-916b-578a4d25e5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:22.196564 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a196-31d3-4a73-916b-578a4d25e5c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:22.196888 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a196-31d3-4a73-916b-578a4d25e5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:22.197208 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a196-31d3-4a73-916b-578a4d25e5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:22.197536 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a196-31d3-4a73-916b-578a4d25e5c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:22.197856 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a196-31d3-4a73-916b-578a4d25e5c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:22.198174 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a196-31d3-4a73-916b-578a4d25e5c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:22.198508 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a196-31d3-4a73-916b-578a4d25e5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:22.198966 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a196-31d3-4a73-916b-578a4d25e5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:22.199317 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a196-31d3-4a73-916b-578a4d25e5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:22.199637 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a196-31d3-4a73-916b-578a4d25e5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:16:22.255112 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Attempting to bind port 5953d601-02a1-49ae-ab49-6b72386ae113 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:16:22.255474 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Attempting to bind port 5953d601-02a1-49ae-ab49-6b72386ae113 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:16:22.255833 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Attempting to bind port 5953d601-02a1-49ae-ab49-6b72386ae113 on network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:16:22.261219 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:16:22.266971 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Checking segment: {'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:16:22.266971 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:22.266971 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Bound using segment: {'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:16:22.266971 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Bound port: 5953d601-02a1-49ae-ab49-6b72386ae113, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'}}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:16:22.266971 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (5953d601-02a1-49ae-ab49-6b72386ae113), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:22.287033 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd60501-c2d8-468d-b95f-56e7f255e736 admin admin] Network 6474351f-f5f6-4032-b4ad-2496a61fd713 is scheduled to be hosted by DHCP agent 90b4fda0-89eb-4c99-a73b-997b905d7625 with binding_index 1 {{(pid=116225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:16:22.317219 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:22.328610 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] For port 5953d601-02a1-49ae-ab49-6b72386ae113, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:16:22.332787 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] For port 5953d601-02a1-49ae-ab49-6b72386ae113, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=5953d601-02a1-49ae-ab49-6b72386ae113,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:16:22.401204 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-bfd60501-c2d8-468d-b95f-56e7f255e736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830283-3-iscsi, 6474351f-f5f6-4032-b4ad-2496a61fd713) {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:16:22.403604 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (5953d601-02a1-49ae-ab49-6b72386ae113), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:22.405943 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-16451cb3-2dac-4829-847e-21d36bd68fdd None None] Provisioning complete for port 5953d601-02a1-49ae-ab49-6b72386ae113 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:22.406152 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd60501-c2d8-468d-b95f-56e7f255e736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:22.406481 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-16451cb3-2dac-4829-847e-21d36bd68fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (5953d601-02a1-49ae-ab49-6b72386ae113), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:22.410226 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bfd60501-c2d8-468d-b95f-56e7f255e736 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:22.410361 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bbe31f-eb60-436d-9423-09c682da6289 None None] Network 6474351f-f5f6-4032-b4ad-2496a61fd713 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:16:22.432909 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:22.476675 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Routers {'fe730702-c490-457c-9cdd-16d8124b5657'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:16:22.476675 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:16:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['fe730702-c490-457c-9cdd-16d8124b5657'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:22.476675 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41a196-31d3-4a73-916b-578a4d25e5c2 None None] Pushing event updated for resources: {'Port': ['ID=5953d601-02a1-49ae-ab49-6b72386ae113,revision_number=4']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:22.507205 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-bfd60501-c2d8-468d-b95f-56e7f255e736 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7941661 May 25 15:16:22.509913 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 37152) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:22.514329 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.v2.base [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-619704619-router', 'tenant_id': '3b45574471b34bd9be7ec77f34c48f75', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}} {{(pid=116226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:16:22.564666 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-16451cb3-2dac-4829-847e-21d36bd68fdd None None] Current status of the port 5953d601-02a1-49ae-ab49-6b72386ae113 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:16:22.565342 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-16451cb3-2dac-4829-847e-21d36bd68fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (5953d601-02a1-49ae-ab49-6b72386ae113), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:22.626710 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1a855bc-7c09-52c5-ba14-1589c7fd33db-6474351f-f5f6-4032-b4ad-2496a61fd713', 'network_id': '6474351f-f5f6-4032-b4ad-2496a61fd713', 'project_id': '3b45574471b34bd9be7ec77f34c48f75', 'fixed_ips': [{'subnet_id': '043ca5ad-7a29-42cf-845a-fa5c9c635521'}]}} from dv-cinder-830283-3-iscsi. {{(pid=116227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 15:16:22.628056 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:22.638741 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router (a673a19a-e395-468c-8665-be7640a3a699), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:22.643091 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5644'] for router (a673a19a-e395-468c-8665-be7640a3a699), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:22.666092 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] Set router fe730702-c490-457c-9cdd-16d8124b5657 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:16:22.682917 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-16451cb3-2dac-4829-847e-21d36bd68fdd None None] For port 5953d601-02a1-49ae-ab49-6b72386ae113, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=5953d601-02a1-49ae-ab49-6b72386ae113,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:16:22.744219 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Publish callbacks [] for router_controller (a673a19a-e395-468c-8665-be7640a3a699), precommit_add_association {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:22.804605 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:22.824089 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-16451cb3-2dac-4829-847e-21d36bd68fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (5953d601-02a1-49ae-ab49-6b72386ae113), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:22.882241 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.db_base_plugin_common [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Allocated IP 172.20.0.2 (6474351f-f5f6-4032-b4ad-2496a61fd713/043ca5ad-7a29-42cf-845a-fa5c9c635521/b4740dad-07ce-451c-bb56-4f89f6e16c77) {{(pid=116227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:16:22.901288 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16451cb3-2dac-4829-847e-21d36bd68fdd None None] Pushing event updated for resources: {'Port': ['ID=5953d601-02a1-49ae-ab49-6b72386ae113,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:22.922789 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:22.946683 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:22.976568 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-741e291a-1b6e-42c7-bd1b-ae1ea48d63ed None None] Provisioning complete for port 5953d601-02a1-49ae-ab49-6b72386ae113 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:22.977195 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7658285-32cd-4a48-84ff-f80bbc9ac64b None None] The sync data for ids ['fe730702-c490-457c-9cdd-16d8124b5657'] in dv-cinder-830283-3-iscsi is: [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:16:22.977441 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-741e291a-1b6e-42c7-bd1b-ae1ea48d63ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (5953d601-02a1-49ae-ab49-6b72386ae113), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:23.049628 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Publish callbacks [] for router_gateway (a673a19a-e395-468c-8665-be7640a3a699), precommit_update {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:23.156239 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-741e291a-1b6e-42c7-bd1b-ae1ea48d63ed None None] Current status of the port 5953d601-02a1-49ae-ab49-6b72386ae113 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:16:23.158612 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Publish callbacks [] for port (b4740dad-07ce-451c-bb56-4f89f6e16c77), precommit_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:23.236092 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653'] for port (b4740dad-07ce-451c-bb56-4f89f6e16c77), after_create {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:23.281383 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Network 6474351f-f5f6-4032-b4ad-2496a61fd713 is already hosted by enough agents. {{(pid=116227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:16:23.285810 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.scheduler.base_scheduler [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Resources bound (agent type, host, resource id): {{(pid=116227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:16:23.288545 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Received port after_create {{(pid=116227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:16:23.295368 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Pushing event updated for resources: {'Port': ['ID=b4740dad-07ce-451c-bb56-4f89f6e16c77,revision_number=1']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:23.307117 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Publish callbacks [] for router_gateway (a673a19a-e395-468c-8665-be7640a3a699), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:23.330155 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:23.353119 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Attempting to bind port b4740dad-07ce-451c-bb56-4f89f6e16c77 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:16:23.353494 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Attempting to bind port b4740dad-07ce-451c-bb56-4f89f6e16c77 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6474351f-f5f6-4032-b4ad-2496a61fd713'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:16:23.353904 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Attempting to bind port b4740dad-07ce-451c-bb56-4f89f6e16c77 on network 6474351f-f5f6-4032-b4ad-2496a61fd713 {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:16:23.359501 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:16:23.360001 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Checking segment: {'id': '8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6474351f-f5f6-4032-b4ad-2496a61fd713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:16:23.360906 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:23.361282 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Bound using segment: {'id': '8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6474351f-f5f6-4032-b4ad-2496a61fd713'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:16:23.361768 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Bound port: b4740dad-07ce-451c-bb56-4f89f6e16c77, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6474351f-f5f6-4032-b4ad-2496a61fd713'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:16:23.362154 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (b4740dad-07ce-451c-bb56-4f89f6e16c77), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:23.431229 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] For port b4740dad-07ce-451c-bb56-4f89f6e16c77, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:16:23.433116 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:23.434902 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] For port b4740dad-07ce-451c-bb56-4f89f6e16c77, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=b4740dad-07ce-451c-bb56-4f89f6e16c77,segment=NetworkSegment(8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8),segment_id=8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:16:23.447571 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.db_base_plugin_common [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Allocated IP 172.27.1.105 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/99be4834-987a-4734-be06-ea27f2789f1d) {{(pid=116226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:16:23.449324 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:23.550441 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (b4740dad-07ce-451c-bb56-4f89f6e16c77), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:23.556847 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Publish callbacks [] for port (99be4834-987a-4734-be06-ea27f2789f1d), precommit_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:23.633659 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e244abb-0819-4479-9e3c-137b2088447b None None] Pushing event updated for resources: {'Port': ['ID=b4740dad-07ce-451c-bb56-4f89f6e16c77,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:23.685089 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (99be4834-987a-4734-be06-ea27f2789f1d), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:23.731194 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:16:23.735875 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.base_scheduler [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=116226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:16:23.739384 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Received port after_create {{(pid=116226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:16:23.810188 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Pushing event updated for resources: {'Port': ['ID=99be4834-987a-4734-be06-ea27f2789f1d,revision_number=1']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:23.838838 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 5953d601-02a1-49ae-ab49-6b72386ae113 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:16:23.902467 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 5953d601-02a1-49ae-ab49-6b72386ae113 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:23.902883 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (5953d601-02a1-49ae-ab49-6b72386ae113), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:23.974005 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:23.987784 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 5953d601-02a1-49ae-ab49-6b72386ae113 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:16:23.988878 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device e6292162-252e-43b6-94c0-c93c410fb2d4 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:16:24.035422 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port e6292162-252e-43b6-94c0-c93c410fb2d4 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:24.035734 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (e6292162-252e-43b6-94c0-c93c410fb2d4), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:24.115980 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port e6292162-252e-43b6-94c0-c93c410fb2d4 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:16:24.154985 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Publish callbacks [] for router_gateway (a673a19a-e395-468c-8665-be7640a3a699), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:24.195630 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:24.347615 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566039'] for router (a673a19a-e395-468c-8665-be7640a3a699), after_create {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:24.578377 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Router a673a19a-e395-468c-8665-be7640a3a699 is scheduled to L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d with binding_index 1 {{(pid=116226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 15:16:24.630586 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02b34b7-21f0-4423-925e-7c127240bafc None None] Network 6474351f-f5f6-4032-b4ad-2496a61fd713 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:16:24.686567 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:16:24.703616 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Sync routers for ids ['a673a19a-e395-468c-8665-be7640a3a699'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:16:24.717033 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:24.747807 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Routers {'a673a19a-e395-468c-8665-be7640a3a699'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:16:24.748366 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:16:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a673a19a-e395-468c-8665-be7640a3a699'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:24.750084 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-732dd592-76a5-4ce9-a2b1-7d78ae9944d0 None None] Provisioning complete for port b4740dad-07ce-451c-bb56-4f89f6e16c77 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:24.750468 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-732dd592-76a5-4ce9-a2b1-7d78ae9944d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (b4740dad-07ce-451c-bb56-4f89f6e16c77), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:24.794827 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:24.796083 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-9b52a915-71cc-483a-af56-c8e13338fdd8 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2852888 May 25 15:16:24.799050 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37154) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:24.930971 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Set router a673a19a-e395-468c-8665-be7640a3a699 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:16:24.991009 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-732dd592-76a5-4ce9-a2b1-7d78ae9944d0 None None] Current status of the port b4740dad-07ce-451c-bb56-4f89f6e16c77 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:16:24.991404 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-732dd592-76a5-4ce9-a2b1-7d78ae9944d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (b4740dad-07ce-451c-bb56-4f89f6e16c77), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:25.201744 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-732dd592-76a5-4ce9-a2b1-7d78ae9944d0 None None] For port b4740dad-07ce-451c-bb56-4f89f6e16c77, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=b4740dad-07ce-451c-bb56-4f89f6e16c77,segment=NetworkSegment(8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8),segment_id=8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:16:25.268203 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a673a19a-e395-468c-8665-be7640a3a699', 'name': 'tempest-TestVolumeBootPattern-619704619-router', 'tenant_id': '3b45574471b34bd9be7ec77f34c48f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '99be4834-987a-4734-be06-ea27f2789f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:22Z', 'updated_at': '2022-05-25T15:16:23Z', 'revision_number': 3, 'project_id': '3b45574471b34bd9be7ec77f34c48f75', 'gw_port': {'id': '99be4834-987a-4734-be06-ea27f2789f1d', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:04:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a673a19a-e395-468c-8665-be7640a3a699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:23Z', 'updated_at': '2022-05-25T15:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:25.272959 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:25.296835 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-732dd592-76a5-4ce9-a2b1-7d78ae9944d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (b4740dad-07ce-451c-bb56-4f89f6e16c77), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:25.300289 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Checking router: a673a19a-e395-468c-8665-be7640a3a699 for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:16:25.300648 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Updating router a673a19a-e395-468c-8665-be7640a3a699 port 99be4834-987a-4734-be06-ea27f2789f1d binding host dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:16:25.357666 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (99be4834-987a-4734-be06-ea27f2789f1d), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:25.388891 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732dd592-76a5-4ce9-a2b1-7d78ae9944d0 None None] Pushing event updated for resources: {'Port': ['ID=b4740dad-07ce-451c-bb56-4f89f6e16c77,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:25.427027 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:25.428893 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] Allocated IP 172.20.0.1 (6474351f-f5f6-4032-b4ad-2496a61fd713/043ca5ad-7a29-42cf-845a-fa5c9c635521/647bd0b6-ab60-4698-bd84-0f93c534caa6) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:16:25.442813 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:25.447541 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-78d7bb1f-a375-4fa1-9a0f-5bccd10656fa None None] Provisioning complete for port b4740dad-07ce-451c-bb56-4f89f6e16c77 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:25.447912 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-78d7bb1f-a375-4fa1-9a0f-5bccd10656fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (b4740dad-07ce-451c-bb56-4f89f6e16c77), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:25.540158 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] Publish callbacks [] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:25.543061 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:25.639047 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:25.655513 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-78d7bb1f-a375-4fa1-9a0f-5bccd10656fa None None] Current status of the port b4740dad-07ce-451c-bb56-4f89f6e16c77 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:16:25.691859 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] Network 6474351f-f5f6-4032-b4ad-2496a61fd713 is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:16:25.696971 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:16:25.700807 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:16:25.734570 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:25.736534 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] Pushing event updated for resources: {'Port': ['ID=647bd0b6-ab60-4698-bd84-0f93c534caa6,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:25.750211 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Publish callbacks [] for port (99be4834-987a-4734-be06-ea27f2789f1d), precommit_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:25.755742 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565314'] for router_interface (a673a19a-e395-468c-8665-be7640a3a699), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:25.762482 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device b4740dad-07ce-451c-bb56-4f89f6e16c77 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:16:25.819273 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port b4740dad-07ce-451c-bb56-4f89f6e16c77 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:25.819568 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (b4740dad-07ce-451c-bb56-4f89f6e16c77), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:25.843314 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (99be4834-987a-4734-be06-ea27f2789f1d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:25.916122 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8081ec6-6c5e-46cc-931b-d52c8a69960a None None] Pushing event updated for resources: {'Port': ['ID=99be4834-987a-4734-be06-ea27f2789f1d,revision_number=2']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:25.919938 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Attempting to bind port 99be4834-987a-4734-be06-ea27f2789f1d on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:16:25.920321 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Attempting to bind port 99be4834-987a-4734-be06-ea27f2789f1d by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:16:25.920686 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Attempting to bind port 99be4834-987a-4734-be06-ea27f2789f1d on network e77a34f4-3c18-4df0-a57b-b0c373fbaaed {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:16:25.929245 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:16:25.929567 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Checking segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:16:25.929979 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:25.930383 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Bound using segment: {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'} {{(pid=116227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:16:25.931150 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.managers [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Bound port: 99be4834-987a-4734-be06-ea27f2789f1d, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35edcfb9-a39e-43bb-a401-a07a0a070b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed'}}] {{(pid=116227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:16:25.934458 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (99be4834-987a-4734-be06-ea27f2789f1d), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:25.993263 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:26.000213 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port b4740dad-07ce-451c-bb56-4f89f6e16c77 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:16:26.005849 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-f7b886f0-4c2a-4955-93e3-0462047ef51d None None] Provisioning complete for port 647bd0b6-ab60-4698-bd84-0f93c534caa6 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:26.006230 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-f7b886f0-4c2a-4955-93e3-0462047ef51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:26.050074 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:26.051628 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] For port 99be4834-987a-4734-be06-ea27f2789f1d, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:16:26.056064 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] For port 99be4834-987a-4734-be06-ea27f2789f1d, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=99be4834-987a-4734-be06-ea27f2789f1d,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:16:26.058938 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-f7b886f0-4c2a-4955-93e3-0462047ef51d None None] Port 647bd0b6-ab60-4698-bd84-0f93c534caa6 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:16:26.142179 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (99be4834-987a-4734-be06-ea27f2789f1d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:26.196419 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Routers {'a673a19a-e395-468c-8665-be7640a3a699'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:16:26.197017 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:16:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a673a19a-e395-468c-8665-be7640a3a699'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:26.197624 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] Publish callbacks [] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:26.242712 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8081ec6-6c5e-46cc-931b-d52c8a69960a None None] Pushing event updated for resources: {'Port': ['ID=99be4834-987a-4734-be06-ea27f2789f1d,revision_number=3']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:26.250017 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:26.256392 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:26.317689 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] Set router a673a19a-e395-468c-8665-be7640a3a699 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:16:26.320233 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] Pushing event updated for resources: {'Port': ['ID=647bd0b6-ab60-4698-bd84-0f93c534caa6,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:26.322753 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-826829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567250'] for router_interface (a673a19a-e395-468c-8665-be7640a3a699), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:26.421788 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] Network 6474351f-f5f6-4032-b4ad-2496a61fd713 is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:16:26.423083 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:16:26.519818 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a673a19a-e395-468c-8665-be7640a3a699', 'name': 'tempest-TestVolumeBootPattern-619704619-router', 'tenant_id': '3b45574471b34bd9be7ec77f34c48f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '99be4834-987a-4734-be06-ea27f2789f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:22Z', 'updated_at': '2022-05-25T15:16:25Z', 'revision_number': 4, 'project_id': '3b45574471b34bd9be7ec77f34c48f75', 'gw_port': {'id': '99be4834-987a-4734-be06-ea27f2789f1d', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:04:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a673a19a-e395-468c-8665-be7640a3a699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:23Z', 'updated_at': '2022-05-25T15:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '647bd0b6-ab60-4698-bd84-0f93c534caa6', 'name': '', 'network_id': '6474351f-f5f6-4032-b4ad-2496a61fd713', 'tenant_id': '3b45574471b34bd9be7ec77f34c48f75', 'mac_address': 'fa:16:3e:06:4e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a673a19a-e395-468c-8665-be7640a3a699', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '043ca5ad-7a29-42cf-845a-fa5c9c635521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:25Z', 'updated_at': '2022-05-25T15:16:25Z', 'revision_number': 1, 'project_id': '3b45574471b34bd9be7ec77f34c48f75', 'subnets': [{'id': '043ca5ad-7a29-42cf-845a-fa5c9c635521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:26.534422 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] Router a673a19a-e395-468c-8665-be7640a3a699 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:16:26.548381 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ff298-9933-4c4f-8117-9f0e555fb5bb None None] The sync data for ids ['a673a19a-e395-468c-8665-be7640a3a699'] in dv-cinder-830283-3-iscsi is: [{'id': 'a673a19a-e395-468c-8665-be7640a3a699', 'name': 'tempest-TestVolumeBootPattern-619704619-router', 'tenant_id': '3b45574471b34bd9be7ec77f34c48f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '99be4834-987a-4734-be06-ea27f2789f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:22Z', 'updated_at': '2022-05-25T15:16:25Z', 'revision_number': 4, 'project_id': '3b45574471b34bd9be7ec77f34c48f75', 'gw_port': {'id': '99be4834-987a-4734-be06-ea27f2789f1d', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:04:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a673a19a-e395-468c-8665-be7640a3a699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:23Z', 'updated_at': '2022-05-25T15:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '647bd0b6-ab60-4698-bd84-0f93c534caa6', 'name': '', 'network_id': '6474351f-f5f6-4032-b4ad-2496a61fd713', 'tenant_id': '3b45574471b34bd9be7ec77f34c48f75', 'mac_address': 'fa:16:3e:06:4e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a673a19a-e395-468c-8665-be7640a3a699', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '043ca5ad-7a29-42cf-845a-fa5c9c635521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:25Z', 'updated_at': '2022-05-25T15:16:25Z', 'revision_number': 1, 'project_id': '3b45574471b34bd9be7ec77f34c48f75', 'subnets': [{'id': '043ca5ad-7a29-42cf-845a-fa5c9c635521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:16:26.662176 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:16:26.668195 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-e2fc3aae-c395-4ee8-a02f-8a17ddaf977e admin admin] 10.222.0.74 "PUT /v2.0/routers/a673a19a-e395-468c-8665-be7640a3a699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8675022 May 25 15:16:26.681805 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-98fc96a4-f04b-4667-9e3d-b8473519057a None None] Provisioning complete for port 647bd0b6-ab60-4698-bd84-0f93c534caa6 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:26.682252 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-98fc96a4-f04b-4667-9e3d-b8473519057a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:26.716865 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-98fc96a4-f04b-4667-9e3d-b8473519057a None None] Port 647bd0b6-ab60-4698-bd84-0f93c534caa6 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:16:27.104063 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37164) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:27.109802 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-c2212887-764f-44ed-a1f1-1a2a8e333b30 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1823770904', 'description': 'tempest-secgroup-smoke-1823770904 description', 'project_id': '9e5a54632992428ca774d47f3f20d6b9'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:16:27.122766 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:27.225017 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c2212887-764f-44ed-a1f1-1a2a8e333b30 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:27.342384 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c2212887-764f-44ed-a1f1-1a2a8e333b30 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group (453a28d3-65f1-4c4e-a197-6ebe8e5e07c7), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:27.404007 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c2212887-764f-44ed-a1f1-1a2a8e333b30 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (453a28d3-65f1-4c4e-a197-6ebe8e5e07c7), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:27.435587 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2212887-764f-44ed-a1f1-1a2a8e333b30 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:27.531896 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c2212887-764f-44ed-a1f1-1a2a8e333b30 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:27.533206 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-c2212887-764f-44ed-a1f1-1a2a8e333b30 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4274118 May 25 15:16:27.537867 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37166) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:27.544390 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-4566fd34-2128-4d73-8f5d-570038755c54 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Request body: {'security_group_rule': {'security_group_id': '453a28d3-65f1-4c4e-a197-6ebe8e5e07c7', 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:16:27.739037 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 99be4834-987a-4734-be06-ea27f2789f1d up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:16:27.788947 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 99be4834-987a-4734-be06-ea27f2789f1d triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:27.789328 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (99be4834-987a-4734-be06-ea27f2789f1d), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:27.866873 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 99be4834-987a-4734-be06-ea27f2789f1d is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:16:27.867272 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (99be4834-987a-4734-be06-ea27f2789f1d), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:27.890713 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] For port 99be4834-987a-4734-be06-ea27f2789f1d, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=99be4834-987a-4734-be06-ea27f2789f1d,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:16:27.896174 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-4566fd34-2128-4d73-8f5d-570038755c54 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group_rule (b701b469-8981-473f-9c70-490679add695), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:27.951883 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-4566fd34-2128-4d73-8f5d-570038755c54 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group_rule (b701b469-8981-473f-9c70-490679add695), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:27.961769 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (99be4834-987a-4734-be06-ea27f2789f1d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:28.012420 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Pushing event updated for resources: {'Port': ['ID=99be4834-987a-4734-be06-ea27f2789f1d,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:28.026890 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-4566fd34-2128-4d73-8f5d-570038755c54 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (b701b469-8981-473f-9c70-490679add695), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:28.045957 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566fd34-2128-4d73-8f5d-570038755c54 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b701b469-8981-473f-9c70-490679add695,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:28.108499 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-4566fd34-2128-4d73-8f5d-570038755c54 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:28.109743 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-4566fd34-2128-4d73-8f5d-570038755c54 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5706306 May 25 15:16:28.112947 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37168) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:28.117233 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-8fe809a2-e89f-4303-a777-0be46344f188 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Request body: {'security_group_rule': {'security_group_id': '453a28d3-65f1-4c4e-a197-6ebe8e5e07c7', 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:16:28.232514 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8fe809a2-e89f-4303-a777-0be46344f188 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group_rule (7d2436b4-2d1b-45e2-a141-8a2a5f9a7dee), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:28.309958 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8fe809a2-e89f-4303-a777-0be46344f188 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group_rule (7d2436b4-2d1b-45e2-a141-8a2a5f9a7dee), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:28.369648 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8fe809a2-e89f-4303-a777-0be46344f188 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (7d2436b4-2d1b-45e2-a141-8a2a5f9a7dee), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:28.388443 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe809a2-e89f-4303-a777-0be46344f188 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2436b4-2d1b-45e2-a141-8a2a5f9a7dee,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:28.457718 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8fe809a2-e89f-4303-a777-0be46344f188 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:28.459036 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-8fe809a2-e89f-4303-a777-0be46344f188 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3450818 May 25 15:16:28.461718 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37170) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:28.466045 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-ee12e4e3-8778-41b6-a334-62483d931e31 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Request body: {'security_group_rule': {'security_group_id': '453a28d3-65f1-4c4e-a197-6ebe8e5e07c7', 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:16:28.561266 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ee12e4e3-8778-41b6-a334-62483d931e31 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group_rule (5257094f-2982-4fdb-98c3-b64eddc7e9de), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:28.605261 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:28.624106 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ee12e4e3-8778-41b6-a334-62483d931e31 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group_rule (5257094f-2982-4fdb-98c3-b64eddc7e9de), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:28.721391 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ee12e4e3-8778-41b6-a334-62483d931e31 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (5257094f-2982-4fdb-98c3-b64eddc7e9de), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:28.741752 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12e4e3-8778-41b6-a334-62483d931e31 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5257094f-2982-4fdb-98c3-b64eddc7e9de,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:28.837310 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ee12e4e3-8778-41b6-a334-62483d931e31 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:28.838469 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-ee12e4e3-8778-41b6-a334-62483d931e31 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3757911 May 25 15:16:28.841219 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37172) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:28.845459 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-c7d99513-21ef-40d2-9f03-f22aa5fbd678 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Request body: {'security_group_rule': {'security_group_id': '453a28d3-65f1-4c4e-a197-6ebe8e5e07c7', 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:16:28.933155 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c7d99513-21ef-40d2-9f03-f22aa5fbd678 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group_rule (773c7956-eae2-4c39-8a7b-a03bb2dfb982), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:28.991932 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c7d99513-21ef-40d2-9f03-f22aa5fbd678 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group_rule (773c7956-eae2-4c39-8a7b-a03bb2dfb982), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:29.052428 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c7d99513-21ef-40d2-9f03-f22aa5fbd678 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (773c7956-eae2-4c39-8a7b-a03bb2dfb982), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:29.072718 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d99513-21ef-40d2-9f03-f22aa5fbd678 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773c7956-eae2-4c39-8a7b-a03bb2dfb982,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:29.154469 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c7d99513-21ef-40d2-9f03-f22aa5fbd678 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:29.156487 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-c7d99513-21ef-40d2-9f03-f22aa5fbd678 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3143430 May 25 15:16:29.161750 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37174) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:29.166479 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-f4b6033c-ee32-4c06-b1d4-8a092d55c75f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Request body: {'security_group_rule': {'security_group_id': '453a28d3-65f1-4c4e-a197-6ebe8e5e07c7', 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:16:29.175863 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:29.260890 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.securitygroups_db [None req-f4b6033c-ee32-4c06-b1d4-8a092d55c75f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Project 9e5a54632992428ca774d47f3f20d6b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:16:29.267424 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f4b6033c-ee32-4c06-b1d4-8a092d55c75f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group_rule (4dacb7b9-9751-4cec-8727-0d70fc25e739), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:29.318846 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f4b6033c-ee32-4c06-b1d4-8a092d55c75f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group_rule (4dacb7b9-9751-4cec-8727-0d70fc25e739), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:29.409894 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f4b6033c-ee32-4c06-b1d4-8a092d55c75f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (4dacb7b9-9751-4cec-8727-0d70fc25e739), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:29.429230 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6033c-ee32-4c06-b1d4-8a092d55c75f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dacb7b9-9751-4cec-8727-0d70fc25e739,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:29.525817 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f4b6033c-ee32-4c06-b1d4-8a092d55c75f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:29.527074 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-f4b6033c-ee32-4c06-b1d4-8a092d55c75f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3643138 May 25 15:16:29.529885 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37176) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:16:29.534761 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-7a2255d0-f6fc-48f5-b31f-b84d005b3ed8 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Request body: {'security_group_rule': {'security_group_id': '453a28d3-65f1-4c4e-a197-6ebe8e5e07c7', 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:16:29.615115 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.securitygroups_db [None req-7a2255d0-f6fc-48f5-b31f-b84d005b3ed8 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Project 9e5a54632992428ca774d47f3f20d6b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:16:29.621090 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7a2255d0-f6fc-48f5-b31f-b84d005b3ed8 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group_rule (593ca0ee-7066-4018-b123-1c3a404247ee), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:29.686366 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7a2255d0-f6fc-48f5-b31f-b84d005b3ed8 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group_rule (593ca0ee-7066-4018-b123-1c3a404247ee), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:29.719533 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 99be4834-987a-4734-be06-ea27f2789f1d up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:16:29.777195 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 99be4834-987a-4734-be06-ea27f2789f1d triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:29.777768 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (99be4834-987a-4734-be06-ea27f2789f1d), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:29.781016 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7a2255d0-f6fc-48f5-b31f-b84d005b3ed8 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544886'] for security_group_rule (593ca0ee-7066-4018-b123-1c3a404247ee), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:29.801503 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2255d0-f6fc-48f5-b31f-b84d005b3ed8 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593ca0ee-7066-4018-b123-1c3a404247ee,revision_number=0']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:29.866974 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 99be4834-987a-4734-be06-ea27f2789f1d is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:16:29.885969 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-7a2255d0-f6fc-48f5-b31f-b84d005b3ed8 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:29.887264 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-7a2255d0-f6fc-48f5-b31f-b84d005b3ed8 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3564703 May 25 15:16:29.932243 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Sync routers for ids ['a673a19a-e395-468c-8665-be7640a3a699'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:16:29.942842 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Routers {'a673a19a-e395-468c-8665-be7640a3a699'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:16:29.943507 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:16:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a673a19a-e395-468c-8665-be7640a3a699'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:30.049578 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Set router a673a19a-e395-468c-8665-be7640a3a699 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:16:30.164541 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=100 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:30.240280 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a673a19a-e395-468c-8665-be7640a3a699', 'name': 'tempest-TestVolumeBootPattern-619704619-router', 'tenant_id': '3b45574471b34bd9be7ec77f34c48f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '99be4834-987a-4734-be06-ea27f2789f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:22Z', 'updated_at': '2022-05-25T15:16:25Z', 'revision_number': 4, 'project_id': '3b45574471b34bd9be7ec77f34c48f75', 'gw_port': {'id': '99be4834-987a-4734-be06-ea27f2789f1d', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673a19a-e395-468c-8665-be7640a3a699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:23Z', 'updated_at': '2022-05-25T15:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '647bd0b6-ab60-4698-bd84-0f93c534caa6', 'name': '', 'network_id': '6474351f-f5f6-4032-b4ad-2496a61fd713', 'tenant_id': '3b45574471b34bd9be7ec77f34c48f75', 'mac_address': 'fa:16:3e:06:4e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a673a19a-e395-468c-8665-be7640a3a699', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '043ca5ad-7a29-42cf-845a-fa5c9c635521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:25Z', 'updated_at': '2022-05-25T15:16:26Z', 'revision_number': 2, 'project_id': '3b45574471b34bd9be7ec77f34c48f75', 'subnets': [{'id': '043ca5ad-7a29-42cf-845a-fa5c9c635521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:30.268222 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Checking router: a673a19a-e395-468c-8665-be7640a3a699 for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:16:30.268564 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Updating router a673a19a-e395-468c-8665-be7640a3a699 port 647bd0b6-ab60-4698-bd84-0f93c534caa6 binding host dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:16:30.296426 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:30.673492 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:30.675606 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Publish callbacks [] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), precommit_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:30.776105 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:30.826893 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180e1e4-f354-4d12-8526-392449126d75 None None] Pushing event updated for resources: {'Port': ['ID=647bd0b6-ab60-4698-bd84-0f93c534caa6,revision_number=3']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:30.883485 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Attempting to bind port 647bd0b6-ab60-4698-bd84-0f93c534caa6 on host dv-cinder-830283-3-iscsi for vnic_type normal with profile {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:16:30.884006 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Attempting to bind port 647bd0b6-ab60-4698-bd84-0f93c534caa6 by drivers openvswitch,hyperv on host dv-cinder-830283-3-iscsi at level 0 using segments [{'id': '8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6474351f-f5f6-4032-b4ad-2496a61fd713'}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:16:30.884371 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Attempting to bind port 647bd0b6-ab60-4698-bd84-0f93c534caa6 on network 6474351f-f5f6-4032-b4ad-2496a61fd713 {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:16:30.889695 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Checking agent: {'id': '4f2e8cbd-4db8-47c2-b846-2a729538e658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830283-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 45, 43), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830283-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:16:30.890061 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Checking segment: {'id': '8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6474351f-f5f6-4032-b4ad-2496a61fd713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:16:30.890458 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:30.890927 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Bound using segment: {'id': '8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6474351f-f5f6-4032-b4ad-2496a61fd713'} {{(pid=116228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:16:30.891428 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.managers [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Bound port: 647bd0b6-ab60-4698-bd84-0f93c534caa6, host: dv-cinder-830283-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6474351f-f5f6-4032-b4ad-2496a61fd713'}}] {{(pid=116228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:16:30.891806 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), before_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:30.959029 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] For port 647bd0b6-ab60-4698-bd84-0f93c534caa6, host dv-cinder-830283-3-iscsi, cleared binding levels {{(pid=116228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:16:30.962354 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.plugins.ml2.db [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] For port 647bd0b6-ab60-4698-bd84-0f93c534caa6, host dv-cinder-830283-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=647bd0b6-ab60-4698-bd84-0f93c534caa6,segment=NetworkSegment(8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8),segment_id=8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8)] {{(pid=116228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:16:31.065876 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-36cbf4c7-a279-45ba-9af9-c8babe54e79c None None] Provisioning complete for port 647bd0b6-ab60-4698-bd84-0f93c534caa6 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:31.066535 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-36cbf4c7-a279-45ba-9af9-c8babe54e79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:31.076997 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron_lib.callbacks.manager [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), after_update {{(pid=116228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:31.088427 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:31.102044 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-36cbf4c7-a279-45ba-9af9-c8babe54e79c None None] Port 647bd0b6-ab60-4698-bd84-0f93c534caa6 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:16:31.135970 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180e1e4-f354-4d12-8526-392449126d75 None None] Pushing event updated for resources: {'Port': ['ID=647bd0b6-ab60-4698-bd84-0f93c534caa6,revision_number=4']} {{(pid=116228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:31.143006 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Routers {'a673a19a-e395-468c-8665-be7640a3a699'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:16:31.143887 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:16:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a673a19a-e395-468c-8665-be7640a3a699'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:31.242280 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:31.252126 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] Set router a673a19a-e395-468c-8665-be7640a3a699 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:16:31.422258 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-1c0fbf34-f5d4-4390-b9ac-79396ad893cb None None] Provisioning complete for port 647bd0b6-ab60-4698-bd84-0f93c534caa6 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:31.423164 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1c0fbf34-f5d4-4390-b9ac-79396ad893cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:31.450539 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:31.460516 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a673a19a-e395-468c-8665-be7640a3a699', 'name': 'tempest-TestVolumeBootPattern-619704619-router', 'tenant_id': '3b45574471b34bd9be7ec77f34c48f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '99be4834-987a-4734-be06-ea27f2789f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:22Z', 'updated_at': '2022-05-25T15:16:25Z', 'revision_number': 4, 'project_id': '3b45574471b34bd9be7ec77f34c48f75', 'gw_port': {'id': '99be4834-987a-4734-be06-ea27f2789f1d', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673a19a-e395-468c-8665-be7640a3a699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:23Z', 'updated_at': '2022-05-25T15:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '647bd0b6-ab60-4698-bd84-0f93c534caa6', 'name': '', 'network_id': '6474351f-f5f6-4032-b4ad-2496a61fd713', 'tenant_id': '3b45574471b34bd9be7ec77f34c48f75', 'mac_address': 'fa:16:3e:06:4e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a673a19a-e395-468c-8665-be7640a3a699', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '043ca5ad-7a29-42cf-845a-fa5c9c635521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:25Z', 'updated_at': '2022-05-25T15:16:30Z', 'revision_number': 4, 'project_id': '3b45574471b34bd9be7ec77f34c48f75', 'subnets': [{'id': '043ca5ad-7a29-42cf-845a-fa5c9c635521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:16:31.489040 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d2752a-2d10-46bd-8e70-04fcef84ff37 None None] The sync data for ids ['a673a19a-e395-468c-8665-be7640a3a699'] in dv-cinder-830283-3-iscsi is: [{'id': 'a673a19a-e395-468c-8665-be7640a3a699', 'name': 'tempest-TestVolumeBootPattern-619704619-router', 'tenant_id': '3b45574471b34bd9be7ec77f34c48f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '99be4834-987a-4734-be06-ea27f2789f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:22Z', 'updated_at': '2022-05-25T15:16:25Z', 'revision_number': 4, 'project_id': '3b45574471b34bd9be7ec77f34c48f75', 'gw_port': {'id': '99be4834-987a-4734-be06-ea27f2789f1d', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673a19a-e395-468c-8665-be7640a3a699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:23Z', 'updated_at': '2022-05-25T15:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '647bd0b6-ab60-4698-bd84-0f93c534caa6', 'name': '', 'network_id': '6474351f-f5f6-4032-b4ad-2496a61fd713', 'tenant_id': '3b45574471b34bd9be7ec77f34c48f75', 'mac_address': 'fa:16:3e:06:4e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a673a19a-e395-468c-8665-be7640a3a699', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '043ca5ad-7a29-42cf-845a-fa5c9c635521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:25Z', 'updated_at': '2022-05-25T15:16:30Z', 'revision_number': 4, 'project_id': '3b45574471b34bd9be7ec77f34c48f75', 'subnets': [{'id': '043ca5ad-7a29-42cf-845a-fa5c9c635521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:16:31.517114 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-1c0fbf34-f5d4-4390-b9ac-79396ad893cb None None] Current status of the port 647bd0b6-ab60-4698-bd84-0f93c534caa6 is: DOWN; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:16:31.517114 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1c0fbf34-f5d4-4390-b9ac-79396ad893cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:31.544132 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-1c0fbf34-f5d4-4390-b9ac-79396ad893cb None None] For port 647bd0b6-ab60-4698-bd84-0f93c534caa6, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=647bd0b6-ab60-4698-bd84-0f93c534caa6,segment=NetworkSegment(8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8),segment_id=8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:16:31.669788 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1c0fbf34-f5d4-4390-b9ac-79396ad893cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:31.747146 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fbf34-f5d4-4390-b9ac-79396ad893cb None None] Pushing event updated for resources: {'Port': ['ID=647bd0b6-ab60-4698-bd84-0f93c534caa6,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:31.770228 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 647bd0b6-ab60-4698-bd84-0f93c534caa6 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:16:31.822085 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 647bd0b6-ab60-4698-bd84-0f93c534caa6 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:31.822555 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:31.899406 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 647bd0b6-ab60-4698-bd84-0f93c534caa6 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:16:33.720120 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 647bd0b6-ab60-4698-bd84-0f93c534caa6 up at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:16:33.768679 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Provisioning complete for port 647bd0b6-ab60-4698-bd84-0f93c534caa6 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:33.769065 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:33.842711 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Current status of the port 647bd0b6-ab60-4698-bd84-0f93c534caa6 is: ACTIVE; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:16:34.699471 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:34.700496 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=32,neutron:INSERT=1,neutron:DELETE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:35.772327 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:36.586839 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-562edb61-3c07-4103-8d25-735334bc82ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:36.620903 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:16:38.935152 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-bca7423d-b5fe-418b-9600-b8532d1e634b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:39.797429 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=18,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:39.804435 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=52,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:40.438447 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:41.605532 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:42.957911 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:44.349622 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [req-bc600aa7-98b2-49e1-bfe1-5d86918315cd req-82da0c1d-a756-4aa2-8596-cc8b9c20e910 service neutron] (116226) timed out ('10.222.0.86', 50008) {{(pid=116226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 15:16:52.032587 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-553714ff-ace9-4964-b30f-459e7bd1c6c2 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823770904&fields=id&tenant_id=9e5a54632992428ca774d47f3f20d6b9 HTTP/1.1" status: 200 len: 267 time: 0.0447299 May 25 15:16:52.141543 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-665c1227-e1f6-44c4-affb-691885c2560e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:52.142919 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-665c1227-e1f6-44c4-affb-691885c2560e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/networks?id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 200 len: 810 time: 0.1039295 May 25 15:16:52.157747 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-cbe58e7e-c475-4d7c-85ac-581c52b417ef tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/quotas/9e5a54632992428ca774d47f3f20d6b9 HTTP/1.1" status: 200 len: 375 time: 0.0088913 May 25 15:16:52.205077 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-f9d90fee-a02f-4701-8972-5264903b8bd6 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0419338 May 25 15:16:52.405941 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-33baf154-8dae-4257-b7f6-04a658c2fda0 service neutron] 10.222.0.74 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892929 May 25 15:16:52.494761 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-6195fe53-e647-4960-b307-28246a58f638 service neutron] 10.222.0.74 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824585 May 25 15:16:52.852953 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:52.858927 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:53.153202 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bb4cf6ae-8783-4f97-ba00-f8641bd08454 req-056cd2d9-7bad-4331-82c2-3c9143bb1f9e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 210 time: 0.0855803 May 25 15:16:53.542562 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:53.547433 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=16 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:54.250958 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1e4926d5-9408-46aa-82cc-61bbd6a8f2dc req-09aaa6bc-0bc7-4b04-afc6-c0077042f4c5 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 210 time: 0.0312850 May 25 15:16:55.347066 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-283d8649-91a7-41c2-aa8d-e1b43f664733 req-8311a13f-8274-4d7f-9a34-7349a6d6d5de tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 210 time: 0.0274174 May 25 15:16:55.474792 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-9c7a7a46-b5a8-4026-a4de-9333fd61a4fa tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:55.476277 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-9c7a7a46-b5a8-4026-a4de-9333fd61a4fa tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.86 "GET /v2.0/networks?id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 200 len: 810 time: 0.1017597 May 25 15:16:55.552174 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-672996ca-d663-4e2a-83dc-f37dc854a7f7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e5a54632992428ca774d47f3f20d6b9 HTTP/1.1" status: 200 len: 380 time: 0.0534487 May 25 15:16:55.560314 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-12915c89-ef81-4669-a613-876f07f1f933 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Request body: {'port': {'device_id': 'a15e8f6d-219f-4312-8be2-fd99185b1fb7', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'admin_state_up': True, 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'security_groups': ['453a28d3-65f1-4c4e-a197-6ebe8e5e07c7']}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:16:55.740598 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-12915c89-ef81-4669-a613-876f07f1f933 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Made reservation on behalf of 9e5a54632992428ca774d47f3f20d6b9 for: {'port': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:16:55.744154 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-12915c89-ef81-4669-a613-876f07f1f933 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:55.879151 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-12915c89-ef81-4669-a613-876f07f1f933 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Allocated IP 172.20.0.4 (f8b32613-7bd9-40e5-935b-b1d37f6ebd8a/5d3d2240-c411-4ea9-8859-45b4c9044e74/c7d42b86-c989-4645-bc89-66cc727cc05e) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:16:56.014226 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-12915c89-ef81-4669-a613-876f07f1f933 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for port (c7d42b86-c989-4645-bc89-66cc727cc05e), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:56.144047 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-12915c89-ef81-4669-a613-876f07f1f933 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (c7d42b86-c989-4645-bc89-66cc727cc05e), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:56.191066 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-12915c89-ef81-4669-a613-876f07f1f933 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:16:56.194592 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-12915c89-ef81-4669-a613-876f07f1f933 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:16:56.198250 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-12915c89-ef81-4669-a613-876f07f1f933 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:16:56.227536 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12915c89-ef81-4669-a613-876f07f1f933 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event updated for resources: {'Port': ['ID=c7d42b86-c989-4645-bc89-66cc727cc05e,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:56.252130 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-12915c89-ef81-4669-a613-876f07f1f933 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:56.252742 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-12915c89-ef81-4669-a613-876f07f1f933 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:56.340649 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-12915c89-ef81-4669-a613-876f07f1f933 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7837529 May 25 15:16:56.404042 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Request body: {'port': {'device_id': 'a15e8f6d-219f-4312-8be2-fd99185b1fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:16:56.450239 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-43a29842-3b01-466e-8c25-2a4c1ad72f21 None None] Provisioning complete for port c7d42b86-c989-4645-bc89-66cc727cc05e triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:16:56.450871 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-43a29842-3b01-466e-8c25-2a4c1ad72f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (c7d42b86-c989-4645-bc89-66cc727cc05e), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:56.470312 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (c7d42b86-c989-4645-bc89-66cc727cc05e), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:56.470312 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:56.470668 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58e04a-cb55-41ba-924b-44fc11fb413b req-96a752bd-73c9-4db1-b4f0-90efff3c463a tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:56.472019 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5f58e04a-cb55-41ba-924b-44fc11fb413b req-96a752bd-73c9-4db1-b4f0-90efff3c463a tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 931 time: 0.0531356 May 25 15:16:56.488251 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-43a29842-3b01-466e-8c25-2a4c1ad72f21 None None] Port c7d42b86-c989-4645-bc89-66cc727cc05e cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:16:56.503433 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:56.525190 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5f58e04a-cb55-41ba-924b-44fc11fb413b req-66d65ec7-b194-4e2a-9864-72e722e0187d tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452440 May 25 15:16:56.766799 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d42b86-c989-4645-bc89-66cc727cc05e {{(pid=116225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:16:56.774194 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Publish callbacks [] for port (c7d42b86-c989-4645-bc89-66cc727cc05e), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:56.787076 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.provisioning_blocks [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Transition to ACTIVE for port object c7d42b86-c989-4645-bc89-66cc727cc05e will not be triggered until provisioned by entity L2. {{(pid=116225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:16:56.888571 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (c7d42b86-c989-4645-bc89-66cc727cc05e), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:56.945300 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Pushing event updated for resources: {'Port': ['ID=c7d42b86-c989-4645-bc89-66cc727cc05e,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:57.012328 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:57.016955 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Attempting to bind port c7d42b86-c989-4645-bc89-66cc727cc05e on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:16:57.017291 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Attempting to bind port c7d42b86-c989-4645-bc89-66cc727cc05e by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:16:57.017625 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Attempting to bind port c7d42b86-c989-4645-bc89-66cc727cc05e on network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:16:57.022355 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Port c7d42b86-c989-4645-bc89-66cc727cc05e on network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:16:57.022704 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Attempting to bind port c7d42b86-c989-4645-bc89-66cc727cc05e on network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:16:57.028004 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:16:57.028336 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Checking segment: {'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:16:57.028730 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Bound using segment: {'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:16:57.030065 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Bound port: c7d42b86-c989-4645-bc89-66cc727cc05e, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'}}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:16:57.030065 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (c7d42b86-c989-4645-bc89-66cc727cc05e), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:57.097012 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] For port c7d42b86-c989-4645-bc89-66cc727cc05e, host hv-cinder-83028, cleared binding levels {{(pid=116225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:16:57.101251 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] For port c7d42b86-c989-4645-bc89-66cc727cc05e, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=c7d42b86-c989-4645-bc89-66cc727cc05e,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:16:57.184362 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (c7d42b86-c989-4645-bc89-66cc727cc05e), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:57.223293 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:57.223460 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:57.224739 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] 10.222.0.86 "PUT /v2.0/ports/c7d42b86-c989-4645-bc89-66cc727cc05e HTTP/1.1" status: 200 len: 1093 time: 0.8701987 May 25 15:16:57.225190 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15e8f6d-219f-4312-8be2-fd99185b1fb7', 'tag': 'c7d42b86-c989-4645-bc89-66cc727cc05e'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:16:57.227582 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb0b812-6e2e-4ef6-a049-94a5ae1e58b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a15e8f6d-219f-4312-8be2-fd99185b1fb7", "tag": "c7d42b86-c989-4645-bc89-66cc727cc05e"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:16:57.256585 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b828d9-7acb-46e9-8e34-22701c74267d service neutron] Pushing event updated for resources: {'Port': ['ID=c7d42b86-c989-4645-bc89-66cc727cc05e,revision_number=3']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:16:57.324531 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab849df-ee9d-4f37-a8a2-a9fb971d5a3e x-openstack-request-id: req-1ab849df-ee9d-4f37-a8a2-a9fb971d5a3e {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:16:57.324908 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15e8f6d-219f-4312-8be2-fd99185b1fb7", "tag": "c7d42b86-c989-4645-bc89-66cc727cc05e", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:16:57.325233 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1ab849df-ee9d-4f37-a8a2-a9fb971d5a3e {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:16:57.325707 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ab849df-ee9d-4f37-a8a2-a9fb971d5a3e'] response: {'name': 'network-changed', 'server_uuid': 'a15e8f6d-219f-4312-8be2-fd99185b1fb7', 'tag': 'c7d42b86-c989-4645-bc89-66cc727cc05e', 'status': 'completed', 'code': 200} May 25 15:16:57.411792 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0b812-6e2e-4ef6-a049-94a5ae1e58b3 req-584d541b-50e8-40d1-a94b-2fa74fce2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:57.413299 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8fb0b812-6e2e-4ef6-a049-94a5ae1e58b3 req-584d541b-50e8-40d1-a94b-2fa74fce2ca2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 1127 time: 0.0421333 May 25 15:16:57.519375 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0b812-6e2e-4ef6-a049-94a5ae1e58b3 req-ac921923-9ea3-4d35-a80e-cf7da58b5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:57.521262 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8fb0b812-6e2e-4ef6-a049-94a5ae1e58b3 req-ac921923-9ea3-4d35-a80e-cf7da58b5bb0 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=9e5a54632992428ca774d47f3f20d6b9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0950763 May 25 15:16:57.647809 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b15806-28b4-499c-8f93-d3b446f42cec req-8ec49fb8-5982-43fa-9a09-ea8794d98192 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:57.649285 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e7b15806-28b4-499c-8f93-d3b446f42cec req-8ec49fb8-5982-43fa-9a09-ea8794d98192 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 943 time: 0.0497684 May 25 15:16:57.664262 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0b812-6e2e-4ef6-a049-94a5ae1e58b3 req-f1526840-9d9b-4466-9e04-5aade53ed819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:57.665845 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8fb0b812-6e2e-4ef6-a049-94a5ae1e58b3 req-f1526840-9d9b-4466-9e04-5aade53ed819 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384902 May 25 15:16:57.699254 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e7b15806-28b4-499c-8f93-d3b446f42cec req-12dc53a8-7368-41f9-a6e5-df888e7a28b8 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443010 May 25 15:16:57.771918 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-3c0ddce7-2cb3-4721-90c8-a9a71d5e2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:57.773314 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-3c0ddce7-2cb3-4721-90c8-a9a71d5e2c66 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 1127 time: 0.0442772 May 25 15:16:57.821509 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-bac6a99d-1cad-4a3e-847a-7804e7c1ed2c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7d42b86-c989-4645-bc89-66cc727cc05e HTTP/1.1" status: 200 len: 217 time: 0.0322320 May 25 15:16:57.869391 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-b923c517-d190-41b4-ad8c-7944a00dba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:57.870840 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-b923c517-d190-41b4-ad8c-7944a00dba8f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d3d2240-c411-4ea9-8859-45b4c9044e74 HTTP/1.1" status: 200 len: 849 time: 0.0432198 May 25 15:16:57.918190 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-28232e54-1392-4fa0-94c0-4dcc4f8a086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:57.919724 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-28232e54-1392-4fa0-94c0-4dcc4f8a086f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422153 May 25 15:16:58.009311 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-f399e7e1-722d-40fb-8d94-ebd61fd723ea service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821178 May 25 15:16:58.083850 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:58.101931 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-cd2f99ce-e715-4cb5-9d7b-5a5f8e57244a req-b3e5e65b-ffcd-4ef2-9f88-77963ceb3661 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867634 May 25 15:16:58.817977 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990faeb-e17b-4f5d-a2ba-89b2acab5d2c req-70214708-9615-41ae-a74b-c3aafdd4a537 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:58.819493 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7990faeb-e17b-4f5d-a2ba-89b2acab5d2c req-70214708-9615-41ae-a74b-c3aafdd4a537 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 943 time: 0.0473073 May 25 15:16:58.866818 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-7990faeb-e17b-4f5d-a2ba-89b2acab5d2c req-c978dc69-130f-4217-974d-a7a4cede33b3 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418687 May 25 15:16:59.979458 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33871e-93ee-4524-98be-7ddb9ec9ea55 req-6dbfd56a-afbb-4dd0-8e83-e460adae81c4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:16:59.980924 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-af33871e-93ee-4524-98be-7ddb9ec9ea55 req-6dbfd56a-afbb-4dd0-8e83-e460adae81c4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 943 time: 0.0458276 May 25 15:17:00.032039 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-af33871e-93ee-4524-98be-7ddb9ec9ea55 req-e672c572-70f5-4846-aa0a-6eb940982dac tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455902 May 25 15:17:01.145135 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d327a-07bb-4cf7-ad8f-36a775d76436 req-e2a13ce1-f90c-48fe-bb00-379a0bcd1d2e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:17:01.146614 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2c5d327a-07bb-4cf7-ad8f-36a775d76436 req-e2a13ce1-f90c-48fe-bb00-379a0bcd1d2e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 943 time: 0.0461433 May 25 15:17:01.186540 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:01.195233 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-2c5d327a-07bb-4cf7-ad8f-36a775d76436 req-db8fcbd4-7b7c-4227-a391-7c4c1faae6c5 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431511 May 25 15:17:02.307468 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dd5e6-d3bb-404f-a260-c68f47ae0349 req-4c691e40-1784-4d4b-97d3-7002cdfeef38 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:17:02.308910 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-811dd5e6-d3bb-404f-a260-c68f47ae0349 req-4c691e40-1784-4d4b-97d3-7002cdfeef38 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 943 time: 0.0465882 May 25 15:17:02.356978 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-811dd5e6-d3bb-404f-a260-c68f47ae0349 req-70ecd67f-62db-4834-be1a-feea90d6faf5 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425105 May 25 15:17:03.474412 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36ceec-f3fe-4f58-a64c-e349770540fd req-8c6176bf-b678-4d3e-8593-1b870413fb07 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:17:03.475915 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bd36ceec-f3fe-4f58-a64c-e349770540fd req-8c6176bf-b678-4d3e-8593-1b870413fb07 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 943 time: 0.0509095 May 25 15:17:03.524817 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bd36ceec-f3fe-4f58-a64c-e349770540fd req-ab61392b-9e93-43a9-8447-3180e3f99089 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432444 May 25 15:17:04.631451 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:04.639795 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20af31-1d7f-4714-9e01-cb62ee0bfd7b req-68401b04-734f-49e9-bcdb-f4d5606d1805 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:17:04.643974 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ed20af31-1d7f-4714-9e01-cb62ee0bfd7b req-68401b04-734f-49e9-bcdb-f4d5606d1805 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 943 time: 0.0477977 May 25 15:17:04.692785 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ed20af31-1d7f-4714-9e01-cb62ee0bfd7b req-9728fad9-50bb-43cb-8aa0-21fc95ec8ddb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459599 May 25 15:17:05.809488 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab296d-04d5-4ebf-bc15-98714cb582ef req-abb2d455-1117-4019-90dc-a606e1016d60 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:17:05.810969 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cbab296d-04d5-4ebf-bc15-98714cb582ef req-abb2d455-1117-4019-90dc-a606e1016d60 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 943 time: 0.0503914 May 25 15:17:05.818318 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:05.859593 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-cbab296d-04d5-4ebf-bc15-98714cb582ef req-f9f53d63-c57a-4d03-812a-35310906d35b tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431366 May 25 15:17:06.617437 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-5c98bd97-c663-445d-a8e1-6261cb346b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:06.972446 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de544d-e57f-4af2-abf9-b93d3e514fa4 req-207bb0b8-4f04-46cd-96de-cf9d78112d2a tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:17:06.973997 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-21de544d-e57f-4af2-abf9-b93d3e514fa4 req-207bb0b8-4f04-46cd-96de-cf9d78112d2a tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 943 time: 0.0465181 May 25 15:17:07.022915 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-21de544d-e57f-4af2-abf9-b93d3e514fa4 req-cc7cc9b3-3b84-4155-9bd9-3c2c15e366e0 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432832 May 25 15:17:08.099435 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=54 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:08.134126 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ee557-b16e-4c5e-a5c2-de5c2e1a216a req-4fa123e5-15f9-4f23-a921-66b9bc57b055 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:17:08.135616 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-023ee557-b16e-4c5e-a5c2-de5c2e1a216a req-4fa123e5-15f9-4f23-a921-66b9bc57b055 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 943 time: 0.0458369 May 25 15:17:08.186799 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-023ee557-b16e-4c5e-a5c2-de5c2e1a216a req-e7cea40b-3010-4f4d-9eba-a03ba57a2245 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456686 May 25 15:17:08.265421 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device c7d42b86-c989-4645-bc89-66cc727cc05e details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:17:08.366599 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port c7d42b86-c989-4645-bc89-66cc727cc05e, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=c7d42b86-c989-4645-bc89-66cc727cc05e,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:17:08.378252 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': 'c7d42b86-c989-4645-bc89-66cc727cc05e', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'port_id': 'c7d42b86-c989-4645-bc89-66cc727cc05e', 'mac_address': 'fa:16:3e:65:6c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:17:08.418203 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port c7d42b86-c989-4645-bc89-66cc727cc05e is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:17:08.418593 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (c7d42b86-c989-4645-bc89-66cc727cc05e), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:08.432650 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d42b86-c989-4645-bc89-66cc727cc05e {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:17:08.454699 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port c7d42b86-c989-4645-bc89-66cc727cc05e, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=c7d42b86-c989-4645-bc89-66cc727cc05e,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:17:08.563349 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (c7d42b86-c989-4645-bc89-66cc727cc05e), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:08.611830 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=c7d42b86-c989-4645-bc89-66cc727cc05e,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:17:08.619680 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:08.620037 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:08.620392 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:08.621336 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:08.621336 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:08.621545 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:08.621777 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:08.622086 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:08.622509 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:08.622781 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:08.623117 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:08.623453 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:08.623784 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:08.624112 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:08.624441 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:08.908971 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2917eb01-5c68-492a-914a-ecfe99b96ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:09.028987 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['c7d42b86-c989-4645-bc89-66cc727cc05e'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:17:09.300654 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de439179-f027-41a5-a114-a164fcc6f073 req-5ce09f11-9f6d-45ec-b550-0a2022745865 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:17:09.302101 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-de439179-f027-41a5-a114-a164fcc6f073 req-5ce09f11-9f6d-45ec-b550-0a2022745865 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 944 time: 0.0464909 May 25 15:17:09.352182 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-de439179-f027-41a5-a114-a164fcc6f073 req-c064e29b-f339-4148-83d9-b7411d4699a6 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442455 May 25 15:17:10.287721 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device c7d42b86-c989-4645-bc89-66cc727cc05e up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:17:10.344979 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:10.345995 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port c7d42b86-c989-4645-bc89-66cc727cc05e completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:17:10.448494 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:10.465557 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf549c-fc15-4146-8f65-c71b34e37d42 req-e15dcd2f-2e22-4882-9f2a-efb0ac5c8ea6 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:17:10.467039 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-77cf549c-fc15-4146-8f65-c71b34e37d42 req-e15dcd2f-2e22-4882-9f2a-efb0ac5c8ea6 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 944 time: 0.0465844 May 25 15:17:10.514987 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-77cf549c-fc15-4146-8f65-c71b34e37d42 req-ff8d9aaa-f94b-4141-bbfd-a694b62b15ae tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424418 May 25 15:17:10.523565 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port c7d42b86-c989-4645-bc89-66cc727cc05e triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:17:10.523962 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (c7d42b86-c989-4645-bc89-66cc727cc05e), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:10.560581 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:10.598024 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port c7d42b86-c989-4645-bc89-66cc727cc05e is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:17:10.598414 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (c7d42b86-c989-4645-bc89-66cc727cc05e), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:10.621256 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15e8f6d-219f-4312-8be2-fd99185b1fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d42b86-c989-4645-bc89-66cc727cc05e'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:17:10.623490 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4601476f-e047-4935-9dbb-eff8a58dd3b6" -d '{"events": [{"server_uuid": "a15e8f6d-219f-4312-8be2-fd99185b1fb7", "name": "network-vif-plugged", "status": "completed", "tag": "c7d42b86-c989-4645-bc89-66cc727cc05e"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:17:10.636480 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port c7d42b86-c989-4645-bc89-66cc727cc05e, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=c7d42b86-c989-4645-bc89-66cc727cc05e,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:17:10.659350 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbb41b7-b362-4246-9e2f-215e94fc2507 x-openstack-request-id: req-6fbb41b7-b362-4246-9e2f-215e94fc2507 {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:17:10.659643 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15e8f6d-219f-4312-8be2-fd99185b1fb7", "name": "network-vif-plugged", "status": "completed", "tag": "c7d42b86-c989-4645-bc89-66cc727cc05e", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:17:10.659895 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6fbb41b7-b362-4246-9e2f-215e94fc2507 {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:17:10.660294 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fbb41b7-b362-4246-9e2f-215e94fc2507'] response: {'server_uuid': 'a15e8f6d-219f-4312-8be2-fd99185b1fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d42b86-c989-4645-bc89-66cc727cc05e', 'code': 200} May 25 15:17:10.725875 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (c7d42b86-c989-4645-bc89-66cc727cc05e), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:10.772947 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=c7d42b86-c989-4645-bc89-66cc727cc05e,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:17:11.059347 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f940fb-15f2-43ca-969e-ded09aa484fd req-00f79e9c-f3cf-4335-a2a7-230944a1d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:17:11.060927 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f6f940fb-15f2-43ca-969e-ded09aa484fd req-00f79e9c-f3cf-4335-a2a7-230944a1d78c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 1129 time: 0.0395980 May 25 15:17:11.107081 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f6f940fb-15f2-43ca-969e-ded09aa484fd req-4a06c0f0-116e-4930-933b-acffad725b1a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398521 May 25 15:17:11.605999 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:11.632414 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fcf08-1763-47af-818b-fa99d7f90621 req-0283a326-f035-46b7-9617-a2d34fa920c8 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:17:11.633964 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b08fcf08-1763-47af-818b-fa99d7f90621 req-0283a326-f035-46b7-9617-a2d34fa920c8 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 945 time: 0.0501237 May 25 15:17:11.683054 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b08fcf08-1763-47af-818b-fa99d7f90621 req-d1507fe4-4075-446b-ba6a-85cd82ff5a35 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434997 May 25 15:17:12.796802 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d55492-2f0f-44b8-9b9c-db44b43db518 req-c93ca3a2-5b82-4f87-8acc-ba458e0c1efc tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:17:12.798283 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-29d55492-2f0f-44b8-9b9c-db44b43db518 req-c93ca3a2-5b82-4f87-8acc-ba458e0c1efc tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 945 time: 0.0469258 May 25 15:17:12.847568 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-29d55492-2f0f-44b8-9b9c-db44b43db518 req-f62b1fed-9e6d-493f-8bcd-9f6a40952b9c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435839 May 25 15:17:12.920238 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:12.959808 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8df86-c5b2-4e2a-ac9c-d0a8c89be2b2 req-a8f5cf12-0eb4-4ec1-bed6-e6fcd7bef43e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:17:12.961264 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0db8df86-c5b2-4e2a-ac9c-d0a8c89be2b2 req-a8f5cf12-0eb4-4ec1-bed6-e6fcd7bef43e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 945 time: 0.0467658 May 25 15:17:13.014114 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-0db8df86-c5b2-4e2a-ac9c-d0a8c89be2b2 req-433dc57d-9167-40f7-b00a-75d22e3e02a0 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469251 May 25 15:17:13.036396 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37374) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:17:13.117477 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24ef22f-21cc-48bb-99b1-416095270175 tempest-TestVolumeBootPattern-659266217 tempest-TestVolumeBootPattern-659266217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:17:13.119009 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-b24ef22f-21cc-48bb-99b1-416095270175 tempest-TestVolumeBootPattern-659266217 tempest-TestVolumeBootPattern-659266217-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 1124 time: 0.0816145 May 25 15:17:13.121827 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37378) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:17:13.125971 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Request body: {'floatingip': {'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'port_id': 'c7d42b86-c989-4645-bc89-66cc727cc05e', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:17:13.223485 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:13.304691 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:13.416376 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Allocated IP 172.27.1.202 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/afa3c65a-3505-415c-802a-621c5eaa99be) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:17:13.536704 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for port (afa3c65a-3505-415c-802a-621c5eaa99be), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:13.619921 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:17:13.629502 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (afa3c65a-3505-415c-802a-621c5eaa99be), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:13.668114 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:17:13.672465 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:17:13.676906 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:17:13.682867 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event updated for resources: {'Port': ['ID=afa3c65a-3505-415c-802a-621c5eaa99be,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:17:13.718412 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:13.718783 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:13.719133 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:13.719474 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:13.719808 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:13.720144 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:13.720468 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:13.720860 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:13.721159 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:13.721488 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:13.721813 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:13.722137 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:13.722492 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:13.722838 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:13.723161 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:17:13.911822 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:13.958992 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:14.044714 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for floatingip (f70e38d2-4bbe-45b7-a220-3a025ba9e234), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:14.153108 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (afa3c65a-3505-415c-802a-621c5eaa99be), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:14.328132 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for port (afa3c65a-3505-415c-802a-621c5eaa99be), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:14.396855 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (afa3c65a-3505-415c-802a-621c5eaa99be), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:14.464377 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event updated for resources: {'Port': ['ID=afa3c65a-3505-415c-802a-621c5eaa99be,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:17:14.477219 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (f70e38d2-4bbe-45b7-a220-3a025ba9e234), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:14.826471 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Floating IP f70e38d2-4bbe-45b7-a220-3a025ba9e234 associated. External IP: 172.27.1.202, port: c7d42b86-c989-4645-bc89-66cc727cc05e. May 25 15:17:15.018658 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:15.024365 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Router fe730702-c490-457c-9cdd-16d8124b5657 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:17:15.123288 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:17:15.133215 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c031ece-e0ba-4eb7-89a5-475a0ac5fcdf None None] Sync routers for ids ['fe730702-c490-457c-9cdd-16d8124b5657'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:17:15.143104 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c031ece-e0ba-4eb7-89a5-475a0ac5fcdf None None] Routers {'fe730702-c490-457c-9cdd-16d8124b5657'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:17:15.144954 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-2c031ece-e0ba-4eb7-89a5-475a0ac5fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:17:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['fe730702-c490-457c-9cdd-16d8124b5657'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:17:15.190666 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:15.225856 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-f23a29e9-c3b9-4c4a-b706-c2ab451d904f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1029871 May 25 15:17:15.226468 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15e8f6d-219f-4312-8be2-fd99185b1fb7', 'tag': 'c7d42b86-c989-4645-bc89-66cc727cc05e'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:17:15.228950 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189e643d-a42d-44c9-91a1-796fdc3046a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a15e8f6d-219f-4312-8be2-fd99185b1fb7", "tag": "c7d42b86-c989-4645-bc89-66cc727cc05e"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:17:15.268457 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223e6d12-197c-4595-a873-ed0927e40741 x-openstack-request-id: req-223e6d12-197c-4595-a873-ed0927e40741 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:17:15.268758 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15e8f6d-219f-4312-8be2-fd99185b1fb7", "tag": "c7d42b86-c989-4645-bc89-66cc727cc05e", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:17:15.269004 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-223e6d12-197c-4595-a873-ed0927e40741 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:17:15.269956 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-223e6d12-197c-4595-a873-ed0927e40741'] response: {'name': 'network-changed', 'server_uuid': 'a15e8f6d-219f-4312-8be2-fd99185b1fb7', 'tag': 'c7d42b86-c989-4645-bc89-66cc727cc05e', 'status': 'completed', 'code': 200} May 25 15:17:15.344329 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:15.354673 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e643d-a42d-44c9-91a1-796fdc3046a3 req-b706c861-830d-4ec7-89dd-3f84c383647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:17:15.356193 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-189e643d-a42d-44c9-91a1-796fdc3046a3 req-b706c861-830d-4ec7-89dd-3f84c383647c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 1129 time: 0.0411220 May 25 15:17:15.375208 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-2c031ece-e0ba-4eb7-89a5-475a0ac5fcdf None None] Set router fe730702-c490-457c-9cdd-16d8124b5657 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:17:15.446533 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e643d-a42d-44c9-91a1-796fdc3046a3 req-6448ae7e-8660-46ed-ac2e-3eedcb9bbe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:17:15.448033 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-189e643d-a42d-44c9-91a1-796fdc3046a3 req-6448ae7e-8660-46ed-ac2e-3eedcb9bbe37 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 200 len: 911 time: 0.0859478 May 25 15:17:15.514336 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-189e643d-a42d-44c9-91a1-796fdc3046a3 req-40a0fe77-323f-4596-94c7-57c95dd3bee8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7d42b86-c989-4645-bc89-66cc727cc05e HTTP/1.1" status: 200 len: 999 time: 0.0594742 May 25 15:17:15.564504 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e643d-a42d-44c9-91a1-796fdc3046a3 req-6fafeaad-1d6d-4a59-8633-0564ff11179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:17:15.567386 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-189e643d-a42d-44c9-91a1-796fdc3046a3 req-6fafeaad-1d6d-4a59-8633-0564ff11179f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d3d2240-c411-4ea9-8859-45b4c9044e74 HTTP/1.1" status: 200 len: 849 time: 0.0452993 May 25 15:17:15.587890 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-2c031ece-e0ba-4eb7-89a5-475a0ac5fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': 'f70e38d2-4bbe-45b7-a220-3a025ba9e234', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'port_id': 'c7d42b86-c989-4645-bc89-66cc727cc05e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'mac_address': 'fa:16:3e:65:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15e8f6d-219f-4312-8be2-fd99185b1fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:17:13Z', 'updated_at': '2022-05-25T15:17:13Z', 'revision_number': 0, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:17:15.609015 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e643d-a42d-44c9-91a1-796fdc3046a3 req-ac235911-78dd-4cb3-85a2-2e18b22df27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:17:15.610509 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-189e643d-a42d-44c9-91a1-796fdc3046a3 req-ac235911-78dd-4cb3-85a2-2e18b22df27b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388021 May 25 15:17:15.616018 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c031ece-e0ba-4eb7-89a5-475a0ac5fcdf None None] Checking router: fe730702-c490-457c-9cdd-16d8124b5657 for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:17:15.624594 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c031ece-e0ba-4eb7-89a5-475a0ac5fcdf None None] Routers {'fe730702-c490-457c-9cdd-16d8124b5657'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:17:15.625201 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-2c031ece-e0ba-4eb7-89a5-475a0ac5fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:17:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['fe730702-c490-457c-9cdd-16d8124b5657'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:17:15.704734 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-189e643d-a42d-44c9-91a1-796fdc3046a3 req-a9a87d51-cc52-4642-8106-603d425df9e4 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875068 May 25 15:17:15.728665 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-2c031ece-e0ba-4eb7-89a5-475a0ac5fcdf None None] Set router fe730702-c490-457c-9cdd-16d8124b5657 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:17:15.814287 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-189e643d-a42d-44c9-91a1-796fdc3046a3 req-1d044efd-1b56-42ea-ac52-fe1f17869c14 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028478 May 25 15:17:15.920594 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:15.963603 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-2c031ece-e0ba-4eb7-89a5-475a0ac5fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': 'f70e38d2-4bbe-45b7-a220-3a025ba9e234', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'port_id': 'c7d42b86-c989-4645-bc89-66cc727cc05e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'mac_address': 'fa:16:3e:65:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15e8f6d-219f-4312-8be2-fd99185b1fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:17:13Z', 'updated_at': '2022-05-25T15:17:13Z', 'revision_number': 0, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:17:15.988375 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c031ece-e0ba-4eb7-89a5-475a0ac5fcdf None None] The sync data for ids ['fe730702-c490-457c-9cdd-16d8124b5657'] in dv-cinder-830283-3-iscsi is: [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': 'f70e38d2-4bbe-45b7-a220-3a025ba9e234', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'port_id': 'c7d42b86-c989-4645-bc89-66cc727cc05e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'mac_address': 'fa:16:3e:65:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15e8f6d-219f-4312-8be2-fd99185b1fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:17:13Z', 'updated_at': '2022-05-25T15:17:13Z', 'revision_number': 0, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:17:16.169476 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c3a21-86cf-4ac3-bfc4-f58b0f0276e1 None None] New status for floating IP f70e38d2-4bbe-45b7-a220-3a025ba9e234: ACTIVE {{(pid=116228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:17:23.006294 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=98 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:23.010199 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=76 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:25.798931 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=34 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:25.808906 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=70 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:25.967619 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=89 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:34.623441 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:34.624171 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:35.825513 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:36.602351 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-38e236e0-9176-4b01-a35c-e7445621bfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:38.905715 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-60c3da15-8552-489f-84bc-c6c807bb9ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:40.399701 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:41.597310 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:42.922473 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:50.619643 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:17:54.530744 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:54.532672 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:18:01.753682 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4666674c-edbf-457f-ac50-788b0bd0a669 req-7090a8f6-a839-4d96-b9f0-7637a81f97e8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430038 May 25 15:18:01.858019 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666674c-edbf-457f-ac50-788b0bd0a669 req-29987f27-9853-4c16-b580-059752908996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:18:01.859559 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4666674c-edbf-457f-ac50-788b0bd0a669 req-29987f27-9853-4c16-b580-059752908996 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 1129 time: 0.0387533 May 25 15:18:01.966260 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666674c-edbf-457f-ac50-788b0bd0a669 req-0cadcd28-290f-487d-b5e8-6de6fdcf9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:18:01.967720 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4666674c-edbf-457f-ac50-788b0bd0a669 req-0cadcd28-290f-487d-b5e8-6de6fdcf9a9b service neutron] 10.222.0.86 "GET /v2.0/networks?id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 200 len: 911 time: 0.0862675 May 25 15:18:02.034538 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4666674c-edbf-457f-ac50-788b0bd0a669 req-dd1b7075-dbbf-4ec7-8229-3fca88be2237 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7d42b86-c989-4645-bc89-66cc727cc05e HTTP/1.1" status: 200 len: 1001 time: 0.0599463 May 25 15:18:02.083763 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666674c-edbf-457f-ac50-788b0bd0a669 req-b070aac4-5989-47e6-b1a2-5bcf2e6b74f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:18:02.085859 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4666674c-edbf-457f-ac50-788b0bd0a669 req-b070aac4-5989-47e6-b1a2-5bcf2e6b74f9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d3d2240-c411-4ea9-8859-45b4c9044e74 HTTP/1.1" status: 200 len: 849 time: 0.0456631 May 25 15:18:02.128776 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666674c-edbf-457f-ac50-788b0bd0a669 req-86b8d726-35cb-4c79-92dc-92b6d8092dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:18:02.130273 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4666674c-edbf-457f-ac50-788b0bd0a669 req-86b8d726-35cb-4c79-92dc-92b6d8092dda service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381777 May 25 15:18:02.223722 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4666674c-edbf-457f-ac50-788b0bd0a669 req-9caeefb6-b5f3-41b2-82f0-3e5b4cc2962c service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867338 May 25 15:18:02.313973 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4666674c-edbf-457f-ac50-788b0bd0a669 req-feaf1f1e-a121-4e76-9a56-fbf01a6aa8c2 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832486 May 25 15:18:05.793420 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:06.633728 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-6a5ba984-d50b-4b2c-bec9-9227febb86f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:07.537284 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:18:07.543712 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:18:08.921758 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-b78a1a34-d4f7-46df-b77e-cc1dabc9f73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:10.418989 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:11.561525 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:12.309400 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=49 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:18:12.311288 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=52 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:18:12.930525 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:22.858649 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:18:22.860629 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:18:27.619003 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:18:35.829824 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:36.664155 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-58682d21-6018-41d8-84e7-26859b61bd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:38.920736 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-991b9c53-b7f1-4be4-957d-28bbec7a119c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:40.381469 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:41.598593 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:42.947638 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:44.538298 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=17 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:18:44.539067 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=19 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:18:52.858443 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:18:52.860339 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:03.601416 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-049eb4b1-fe3c-4108-a79d-e6e61a6e4e89 req-8557c428-29bd-4fa8-8e84-c013ed1a6bac service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441799 May 25 15:19:03.699047 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eb4b1-fe3c-4108-a79d-e6e61a6e4e89 req-1fd2fe26-0ac3-4a77-988f-a580bb34de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:03.700530 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-049eb4b1-fe3c-4108-a79d-e6e61a6e4e89 req-1fd2fe26-0ac3-4a77-988f-a580bb34de1a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 1129 time: 0.0393589 May 25 15:19:03.805990 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eb4b1-fe3c-4108-a79d-e6e61a6e4e89 req-871a0f9e-1fa3-4c7a-9082-342dda938e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:03.807523 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-049eb4b1-fe3c-4108-a79d-e6e61a6e4e89 req-871a0f9e-1fa3-4c7a-9082-342dda938e00 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 200 len: 911 time: 0.0869007 May 25 15:19:03.871605 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-049eb4b1-fe3c-4108-a79d-e6e61a6e4e89 req-6d88db07-d8b0-46bb-a032-64e678adddd8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7d42b86-c989-4645-bc89-66cc727cc05e HTTP/1.1" status: 200 len: 1001 time: 0.0578249 May 25 15:19:03.920751 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eb4b1-fe3c-4108-a79d-e6e61a6e4e89 req-c16e1e34-0e86-4bfd-bbf3-16348fae797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:03.922214 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-049eb4b1-fe3c-4108-a79d-e6e61a6e4e89 req-c16e1e34-0e86-4bfd-bbf3-16348fae797b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d3d2240-c411-4ea9-8859-45b4c9044e74 HTTP/1.1" status: 200 len: 849 time: 0.0452733 May 25 15:19:03.965707 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eb4b1-fe3c-4108-a79d-e6e61a6e4e89 req-0a686e7c-dd82-4a10-97a5-03c373b0da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:03.967236 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-049eb4b1-fe3c-4108-a79d-e6e61a6e4e89 req-0a686e7c-dd82-4a10-97a5-03c373b0da83 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388463 May 25 15:19:04.058172 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-049eb4b1-fe3c-4108-a79d-e6e61a6e4e89 req-2ee6ed41-38d1-4316-832f-f0850bbda3a7 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842092 May 25 15:19:04.149838 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-049eb4b1-fe3c-4108-a79d-e6e61a6e4e89 req-25b8ff46-7048-415d-a25e-4913fb6c4664 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832655 May 25 15:19:04.618100 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:19:05.837626 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:06.612074 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-e5a3a643-add6-4e06-b8b3-7ee3338010c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:08.909211 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0eb80b36-ab84-4893-926c-b1f00580fd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:10.383017 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:11.611941 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:12.929766 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:14.145658 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=52 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:14.146369 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=49 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:21.540110 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:21.544028 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:22.848390 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:22.856365 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:26.097374 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-bd7ddca9-ac67-4f75-b680-b961508b4a46 service neutron] (116225) timed out ('10.222.0.74', 33372) {{(pid=116225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 15:19:26.274792 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-68df6b26-4fb3-43c9-a7c0-973ee5fd0e09 tempest-AttachVolumeShelveTestJSON-2064603280 tempest-AttachVolumeShelveTestJSON-2064603280-project] (116226) timed out ('10.222.0.74', 33380) {{(pid=116226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 15:19:29.530108 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [req-e1ab7094-2bdc-49e2-8b15-506dc01b551c req-ab2a1fc6-75bb-40c9-ad5d-0f8a79bcb73b service neutron] (116225) timed out ('10.222.0.86', 50041) {{(pid=116225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 15:19:30.927430 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fec48e-2609-4587-970b-8ebdbb2568ed req-8e1aa031-83cd-4ad8-9085-69eda734ba06 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:30.930285 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-12fec48e-2609-4587-970b-8ebdbb2568ed req-8e1aa031-83cd-4ad8-9085-69eda734ba06 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 945 time: 0.0707488 May 25 15:19:31.014128 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-12fec48e-2609-4587-970b-8ebdbb2568ed req-8c825269-e8b1-446b-893a-74a18aba15de tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772676 May 25 15:19:32.168139 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c346c6-45a9-4f9a-8dce-40f587d7e589 req-ae8e2843-0274-4342-a90c-8c23d6de604f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:32.170943 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e0c346c6-45a9-4f9a-8dce-40f587d7e589 req-ae8e2843-0274-4342-a90c-8c23d6de604f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 945 time: 0.0649602 May 25 15:19:32.235300 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-e0c346c6-45a9-4f9a-8dce-40f587d7e589 req-5fb9aaad-e67b-4584-8277-bf2f54147166 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576890 May 25 15:19:32.671499 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af523763-66cc-4f07-883f-20d3b653b667 req-ce7b690a-66ca-4360-b514-ecfb3ca5ad4e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:32.672952 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-af523763-66cc-4f07-883f-20d3b653b667 req-ce7b690a-66ca-4360-b514-ecfb3ca5ad4e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.86 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 945 time: 0.0527782 May 25 15:19:32.769094 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-af523763-66cc-4f07-883f-20d3b653b667 req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Deleting port c7d42b86-c989-4645-bc89-66cc727cc05e {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:19:32.769608 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-af523763-66cc-4f07-883f-20d3b653b667 req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (c7d42b86-c989-4645-bc89-66cc727cc05e), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:32.893637 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-af523763-66cc-4f07-883f-20d3b653b667 req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] For port c7d42b86-c989-4645-bc89-66cc727cc05e, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=c7d42b86-c989-4645-bc89-66cc727cc05e,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:19:32.894174 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-af523763-66cc-4f07-883f-20d3b653b667 req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (c7d42b86-c989-4645-bc89-66cc727cc05e), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:33.133071 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-af523763-66cc-4f07-883f-20d3b653b667 req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:33.133641 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-af523763-66cc-4f07-883f-20d3b653b667 req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (f70e38d2-4bbe-45b7-a220-3a025ba9e234), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:33.134132 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [req-af523763-66cc-4f07-883f-20d3b653b667 req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Floating IP f70e38d2-4bbe-45b7-a220-3a025ba9e234 disassociated. External IP: 172.27.1.202, port: c7d42b86-c989-4645-bc89-66cc727cc05e. May 25 15:19:33.134691 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-af523763-66cc-4f07-883f-20d3b653b667 req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Calling delete_port for c7d42b86-c989-4645-bc89-66cc727cc05e owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:19:33.370819 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764e866-9825-4802-aa20-1b234e2a7477 req-dae2d138-b8ff-4c1c-a415-464fb9d96a58 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:33.372459 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1764e866-9825-4802-aa20-1b234e2a7477 req-dae2d138-b8ff-4c1c-a415-464fb9d96a58 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 945 time: 0.0594058 May 25 15:19:33.418782 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-af523763-66cc-4f07-883f-20d3b653b667 req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (c7d42b86-c989-4645-bc89-66cc727cc05e), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:33.432003 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1764e866-9825-4802-aa20-1b234e2a7477 req-7194137f-7cb8-42fa-b67b-5789bf5580b7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496290 May 25 15:19:33.461491 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event deleted for resources: {'Port': ['ID=c7d42b86-c989-4645-bc89-66cc727cc05e,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:19:33.479153 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:33.479670 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:33.480174 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:33.481240 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:33.482149 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:33.482247 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:33.482745 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:33.483279 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:33.483791 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:33.484304 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:33.484960 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:33.485388 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:33.485927 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:33.486473 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:33.487043 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:33.610825 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af523763-66cc-4f07-883f-20d3b653b667 req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Router fe730702-c490-457c-9cdd-16d8124b5657 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:19:33.722942 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af523763-66cc-4f07-883f-20d3b653b667 req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:19:33.737329 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95590196-20b1-413b-b3dc-fc6259ec1401 None None] Sync routers for ids ['fe730702-c490-457c-9cdd-16d8124b5657'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:19:33.752585 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95590196-20b1-413b-b3dc-fc6259ec1401 None None] Routers {'fe730702-c490-457c-9cdd-16d8124b5657'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:19:33.753592 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-95590196-20b1-413b-b3dc-fc6259ec1401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:19:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['fe730702-c490-457c-9cdd-16d8124b5657'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:19:33.769457 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-af523763-66cc-4f07-883f-20d3b653b667 req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] No DVR routers for this DVR port c7d42b86-c989-4645-bc89-66cc727cc05e on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:19:33.772688 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-af523763-66cc-4f07-883f-20d3b653b667 req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:33.776354 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-af523763-66cc-4f07-883f-20d3b653b667 req-d573243a-3e50-4d67-ac3e-a5a4f6fcee6c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.86 "DELETE /v2.0/ports/c7d42b86-c989-4645-bc89-66cc727cc05e HTTP/1.1" status: 204 len: 173 time: 1.0970938 May 25 15:19:33.776819 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15e8f6d-219f-4312-8be2-fd99185b1fb7', 'name': 'network-vif-deleted', 'tag': 'c7d42b86-c989-4645-bc89-66cc727cc05e'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:19:33.780008 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b600f45-1821-46fb-b7bd-7137997594a4" -d '{"events": [{"server_uuid": "a15e8f6d-219f-4312-8be2-fd99185b1fb7", "name": "network-vif-deleted", "tag": "c7d42b86-c989-4645-bc89-66cc727cc05e"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:19:33.821227 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679edb7b-228d-4198-8055-95857af4baa6 x-openstack-request-id: req-679edb7b-228d-4198-8055-95857af4baa6 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:19:33.821976 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15e8f6d-219f-4312-8be2-fd99185b1fb7", "name": "network-vif-deleted", "tag": "c7d42b86-c989-4645-bc89-66cc727cc05e", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:19:33.822204 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-679edb7b-228d-4198-8055-95857af4baa6 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:19:33.822601 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-679edb7b-228d-4198-8055-95857af4baa6'] response: {'server_uuid': 'a15e8f6d-219f-4312-8be2-fd99185b1fb7', 'name': 'network-vif-deleted', 'tag': 'c7d42b86-c989-4645-bc89-66cc727cc05e', 'status': 'completed', 'code': 200} May 25 15:19:33.900408 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-95590196-20b1-413b-b3dc-fc6259ec1401 None None] Set router fe730702-c490-457c-9cdd-16d8124b5657 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:19:34.151462 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-95590196-20b1-413b-b3dc-fc6259ec1401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:19:34.182907 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95590196-20b1-413b-b3dc-fc6259ec1401 None None] Checking router: fe730702-c490-457c-9cdd-16d8124b5657 for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:19:34.192767 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95590196-20b1-413b-b3dc-fc6259ec1401 None None] Routers {'fe730702-c490-457c-9cdd-16d8124b5657'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:19:34.193406 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-95590196-20b1-413b-b3dc-fc6259ec1401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:19:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['fe730702-c490-457c-9cdd-16d8124b5657'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:19:34.306786 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-95590196-20b1-413b-b3dc-fc6259ec1401 None None] Set router fe730702-c490-457c-9cdd-16d8124b5657 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:19:34.575518 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-85944885-8f34-4569-b5f9-e8929b8fea6e req-8902f025-7baa-4099-9b45-d737db90b139 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=a15e8f6d-219f-4312-8be2-fd99185b1fb7 HTTP/1.1" status: 200 len: 210 time: 0.0504718 May 25 15:19:34.628243 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:34.629800 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:34.654883 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-95590196-20b1-413b-b3dc-fc6259ec1401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:19:34.682258 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95590196-20b1-413b-b3dc-fc6259ec1401 None None] The sync data for ids ['fe730702-c490-457c-9cdd-16d8124b5657'] in dv-cinder-830283-3-iscsi is: [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:19:34.945749 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da33259-0c17-4edd-b84b-b6ffbc79922a None None] New status for floating IP f70e38d2-4bbe-45b7-a220-3a025ba9e234: DOWN {{(pid=116228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:19:35.823639 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-eefe5426-aa64-4866-bf6f-38c51f38e71b tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823770904&fields=id&tenant_id=9e5a54632992428ca774d47f3f20d6b9 HTTP/1.1" status: 200 len: 267 time: 0.0632768 May 25 15:19:35.849695 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:35.944864 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-6a76c2d8-7055-4e04-81e6-c018b1ec8508 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:35.946244 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-6a76c2d8-7055-4e04-81e6-c018b1ec8508 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/networks?id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 200 len: 810 time: 0.1158414 May 25 15:19:35.965552 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-b06c90ee-ccc7-49d2-9056-181ed9dbdbe0 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/quotas/9e5a54632992428ca774d47f3f20d6b9 HTTP/1.1" status: 200 len: 375 time: 0.0094945 May 25 15:19:36.023006 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-88f48010-ef17-4648-9c22-828052ca0a96 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478127 May 25 15:19:36.038478 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-6e1596e0-488f-4193-aedf-c7bd891806c9 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=116226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:19:36.039501 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-6e1596e0-488f-4193-aedf-c7bd891806c9 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052164 May 25 15:19:36.433638 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-af878cc7-16a7-4371-b246-43bf68e7b62c service neutron] 10.222.0.74 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833702 May 25 15:19:36.541089 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-7b136572-d5fe-461a-852d-25ce45cd611e service neutron] 10.222.0.74 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011014 May 25 15:19:36.623773 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-b47bf7ef-0873-4543-a422-cc1920efd927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:36.921362 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device c7d42b86-c989-4645-bc89-66cc727cc05e no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:19:36.951836 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: c7d42b86-c989-4645-bc89-66cc727cc05e {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:19:36.952401 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device c7d42b86-c989-4645-bc89-66cc727cc05e not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:19:37.133406 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d572f0c2-a388-4ed9-8148-91963d181cea req-a9cdf2f2-fc59-4fe3-a9d2-98974760cbfa tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 210 time: 0.0359571 May 25 15:19:38.248482 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6b58b9a3-e640-4d9e-9d6f-95d1f15d9523 req-9f3b06c5-0f36-4801-881b-27b87efebc32 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 210 time: 0.0379384 May 25 15:19:38.931957 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-2c3327b2-aad1-4985-a33a-bc41ae5e0c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:39.272500 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:39.298535 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-ad7fdbd1-0ab4-4666-adf5-2dd2a8ea7012 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:39.300977 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-ad7fdbd1-0ab4-4666-adf5-2dd2a8ea7012 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.86 "GET /v2.0/networks?id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 200 len: 810 time: 0.1734219 May 25 15:19:39.331802 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:39.383013 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-be60cfe8-683a-4893-8ed2-8ff2b1649275 req-58b075fc-c48a-4cee-bd21-9ff76b4e4361 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 210 time: 0.0386145 May 25 15:19:39.403640 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-38f234e2-7945-4684-8abf-a06e5fba445a tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e5a54632992428ca774d47f3f20d6b9 HTTP/1.1" status: 200 len: 380 time: 0.0873089 May 25 15:19:39.412644 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a45d155e-4d76-4e02-9680-ba803a4b6e07 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Request body: {'port': {'device_id': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'admin_state_up': True, 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'security_groups': ['453a28d3-65f1-4c4e-a197-6ebe8e5e07c7']}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:19:39.617089 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a45d155e-4d76-4e02-9680-ba803a4b6e07 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Made reservation on behalf of 9e5a54632992428ca774d47f3f20d6b9 for: {'port': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:19:39.621085 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a45d155e-4d76-4e02-9680-ba803a4b6e07 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:39.784310 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a45d155e-4d76-4e02-9680-ba803a4b6e07 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Allocated IP 172.20.0.7 (f8b32613-7bd9-40e5-935b-b1d37f6ebd8a/5d3d2240-c411-4ea9-8859-45b4c9044e74/933f5e37-e7ff-424b-a3e2-cd832a6ec38b) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:19:39.980325 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a45d155e-4d76-4e02-9680-ba803a4b6e07 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for port (933f5e37-e7ff-424b-a3e2-cd832a6ec38b), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:40.095314 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a45d155e-4d76-4e02-9680-ba803a4b6e07 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (933f5e37-e7ff-424b-a3e2-cd832a6ec38b), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:40.150772 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a45d155e-4d76-4e02-9680-ba803a4b6e07 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:19:40.154359 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a45d155e-4d76-4e02-9680-ba803a4b6e07 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:19:40.158855 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a45d155e-4d76-4e02-9680-ba803a4b6e07 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:19:40.186440 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d155e-4d76-4e02-9680-ba803a4b6e07 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event updated for resources: {'Port': ['ID=933f5e37-e7ff-424b-a3e2-cd832a6ec38b,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:19:40.222753 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a45d155e-4d76-4e02-9680-ba803a4b6e07 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:40.223425 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a45d155e-4d76-4e02-9680-ba803a4b6e07 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:40.310579 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a45d155e-4d76-4e02-9680-ba803a4b6e07 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9027672 May 25 15:19:40.332457 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Request body: {'port': {'device_id': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:19:40.400451 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:40.455652 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (933f5e37-e7ff-424b-a3e2-cd832a6ec38b), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:40.501949 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-a2d245b0-ecef-4f3d-9b50-92976ab560fb None None] Provisioning complete for port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:19:40.502547 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a2d245b0-ecef-4f3d-9b50-92976ab560fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (933f5e37-e7ff-424b-a3e2-cd832a6ec38b), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:40.561187 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:40.564442 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b90b5-55b1-4802-8bbc-b5d9b33fc4f3 req-60915122-16ae-4cd7-afae-c025394d3009 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:40.567303 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d41b90b5-55b1-4802-8bbc-b5d9b33fc4f3 req-60915122-16ae-4cd7-afae-c025394d3009 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 931 time: 0.0627234 May 25 15:19:40.568890 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-a2d245b0-ecef-4f3d-9b50-92976ab560fb None None] Port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:19:40.642401 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-d41b90b5-55b1-4802-8bbc-b5d9b33fc4f3 req-8caf1760-387b-4a83-ae16-ddb4eecf7493 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607831 May 25 15:19:40.677311 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:40.835820 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933f5e37-e7ff-424b-a3e2-cd832a6ec38b {{(pid=116225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:19:40.844864 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Publish callbacks [] for port (933f5e37-e7ff-424b-a3e2-cd832a6ec38b), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:40.860264 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.provisioning_blocks [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Transition to ACTIVE for port object 933f5e37-e7ff-424b-a3e2-cd832a6ec38b will not be triggered until provisioned by entity L2. {{(pid=116225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:19:40.957579 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (933f5e37-e7ff-424b-a3e2-cd832a6ec38b), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:41.067500 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Pushing event updated for resources: {'Port': ['ID=933f5e37-e7ff-424b-a3e2-cd832a6ec38b,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:19:41.163581 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Attempting to bind port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:19:41.163932 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Attempting to bind port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:19:41.164292 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Attempting to bind port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b on network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:19:41.170688 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b on network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:19:41.171033 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Attempting to bind port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b on network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:19:41.178070 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:19:41.178748 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Checking segment: {'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:19:41.179138 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Bound using segment: {'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:19:41.179595 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Bound port: 933f5e37-e7ff-424b-a3e2-cd832a6ec38b, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'}}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:19:41.179967 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (933f5e37-e7ff-424b-a3e2-cd832a6ec38b), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:41.250918 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] For port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b, host hv-cinder-83028, cleared binding levels {{(pid=116225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:19:41.254771 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] For port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=933f5e37-e7ff-424b-a3e2-cd832a6ec38b,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:19:41.333547 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (933f5e37-e7ff-424b-a3e2-cd832a6ec38b), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:41.373701 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:41.374764 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:41.377106 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] 10.222.0.86 "PUT /v2.0/ports/933f5e37-e7ff-424b-a3e2-cd832a6ec38b HTTP/1.1" status: 200 len: 1093 time: 1.0524929 May 25 15:19:41.380611 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'tag': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:19:41.384464 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8192bbd1-2dad-4a02-9310-b742af30c30c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5", "tag": "933f5e37-e7ff-424b-a3e2-cd832a6ec38b"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:19:41.432007 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c8fbc-fbe5-43e1-a5de-be6f6ad76c47 service neutron] Pushing event updated for resources: {'Port': ['ID=933f5e37-e7ff-424b-a3e2-cd832a6ec38b,revision_number=3']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:19:41.457995 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7921b494-356d-4722-b815-fe9817dea7ec x-openstack-request-id: req-7921b494-356d-4722-b815-fe9817dea7ec {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:19:41.458611 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5", "tag": "933f5e37-e7ff-424b-a3e2-cd832a6ec38b", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:19:41.459127 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7921b494-356d-4722-b815-fe9817dea7ec {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:19:41.459801 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7921b494-356d-4722-b815-fe9817dea7ec'] response: {'name': 'network-changed', 'server_uuid': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'tag': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b', 'status': 'completed', 'code': 200} May 25 15:19:41.585536 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192bbd1-2dad-4a02-9310-b742af30c30c req-a65cea01-09d0-4a60-b1d5-f0998f37982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:41.587512 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8192bbd1-2dad-4a02-9310-b742af30c30c req-a65cea01-09d0-4a60-b1d5-f0998f37982d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 1127 time: 0.0603890 May 25 15:19:41.621884 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:41.626859 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:19:41.672473 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:41.719818 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192bbd1-2dad-4a02-9310-b742af30c30c req-bd12d382-a7db-4960-aff8-47f906b21d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:41.721739 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8192bbd1-2dad-4a02-9310-b742af30c30c req-bd12d382-a7db-4960-aff8-47f906b21d2f service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=9e5a54632992428ca774d47f3f20d6b9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1209548 May 25 15:19:41.817569 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a42f00-32f8-431d-91a4-0c37871ebe6f req-ef172a2b-7e5b-40eb-b838-da04a906fd19 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:41.820162 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a1a42f00-32f8-431d-91a4-0c37871ebe6f req-ef172a2b-7e5b-40eb-b838-da04a906fd19 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 943 time: 0.0721431 May 25 15:19:41.861279 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192bbd1-2dad-4a02-9310-b742af30c30c req-6922e94a-0f1e-4d31-9d51-421ea40403d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:41.863594 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8192bbd1-2dad-4a02-9310-b742af30c30c req-6922e94a-0f1e-4d31-9d51-421ea40403d4 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351879 May 25 15:19:41.890561 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-a1a42f00-32f8-431d-91a4-0c37871ebe6f req-7c29fdcf-ec31-402a-8058-60259d2595e2 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604608 May 25 15:19:41.975041 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-ae68e9fa-6060-4f11-bc67-d4d6aa0c3dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:41.976913 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-ae68e9fa-6060-4f11-bc67-d4d6aa0c3dee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 1127 time: 0.0460391 May 25 15:19:42.031254 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-b341e5d2-eb74-47b7-9f90-243be0438b9a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=933f5e37-e7ff-424b-a3e2-cd832a6ec38b HTTP/1.1" status: 200 len: 217 time: 0.0388322 May 25 15:19:42.086425 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a266c7a0-6bd2-4b98-ba9b-61c2ad51d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:42.088117 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a266c7a0-6bd2-4b98-ba9b-61c2ad51d66c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d3d2240-c411-4ea9-8859-45b4c9044e74 HTTP/1.1" status: 200 len: 849 time: 0.0505338 May 25 15:19:42.135466 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a1eb71a5-6a88-4f10-ba12-caedce845708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:42.137578 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-a1eb71a5-6a88-4f10-ba12-caedce845708 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433147 May 25 15:19:42.233404 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-d0392f49-51b6-4366-9ccc-af85ba66bf5b service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902653 May 25 15:19:42.330656 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fae2c3e5-2e6a-4108-bf01-47f7c9fe01e0 req-174a49d6-1527-4c11-aef6-e312573e707a service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906253 May 25 15:19:42.931435 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:43.030381 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c5e2d-bba0-4db1-92a4-894bb23e3e7e req-89198011-1425-4ded-8757-16682f70f0a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:43.031965 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-189c5e2d-bba0-4db1-92a4-894bb23e3e7e req-89198011-1425-4ded-8757-16682f70f0a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 943 time: 0.0670078 May 25 15:19:43.086006 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-189c5e2d-bba0-4db1-92a4-894bb23e3e7e req-ea8bd960-379a-40d3-aaf7-483cfea8264a tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469933 May 25 15:19:44.174496 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:44.197036 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:44.217286 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e6025-8b3e-4469-9882-fe720ad2006a req-be0097f9-5612-46de-9dbd-39474db71b08 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:44.218863 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-981e6025-8b3e-4469-9882-fe720ad2006a req-be0097f9-5612-46de-9dbd-39474db71b08 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 943 time: 0.0534365 May 25 15:19:44.272591 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-981e6025-8b3e-4469-9882-fe720ad2006a req-eff4845e-7b3d-41c1-86a8-6f204e607cdc tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481083 May 25 15:19:44.437608 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:44.536805 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:45.025168 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:45.390500 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13003021-8dc0-438d-865f-fa87209c4fd0 req-ea638578-515f-4bc8-8c12-6188e385973b tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:45.392041 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-13003021-8dc0-438d-865f-fa87209c4fd0 req-ea638578-515f-4bc8-8c12-6188e385973b tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 943 time: 0.0481670 May 25 15:19:45.443691 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-13003021-8dc0-438d-865f-fa87209c4fd0 req-05403e60-152b-4fb4-8e99-d83b52bdfffd tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460794 May 25 15:19:46.560621 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f73367-0cc7-4c90-bc71-be62c0291ca6 req-46e5b0cf-a31f-4d32-81f4-f214bd29e7d8 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:46.562257 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-37f73367-0cc7-4c90-bc71-be62c0291ca6 req-46e5b0cf-a31f-4d32-81f4-f214bd29e7d8 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 943 time: 0.0484672 May 25 15:19:46.622994 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-37f73367-0cc7-4c90-bc71-be62c0291ca6 req-c043a140-0ae5-47a2-aa2e-606b6d6ae9a6 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542612 May 25 15:19:47.747662 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628e217-27fe-4fc3-b24e-595909cdd384 req-1e85962a-2cf7-4c5e-be62-ee7e6160d869 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:47.749216 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b628e217-27fe-4fc3-b24e-595909cdd384 req-1e85962a-2cf7-4c5e-be62-ee7e6160d869 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 943 time: 0.0504987 May 25 15:19:47.806595 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b628e217-27fe-4fc3-b24e-595909cdd384 req-3d5b91c9-93e5-4181-b9e6-f875b99f515e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476151 May 25 15:19:48.923894 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8b878-02c5-41d8-97f8-54016c82469e req-7afa83f5-ed57-44be-a6e0-1769200cc164 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:48.925436 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-58d8b878-02c5-41d8-97f8-54016c82469e req-7afa83f5-ed57-44be-a6e0-1769200cc164 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 943 time: 0.0486662 May 25 15:19:48.976151 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-58d8b878-02c5-41d8-97f8-54016c82469e req-f85982a1-9790-456b-9758-9cfd8a3f578e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448439 May 25 15:19:50.099276 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdd86b-0421-4c83-92d1-7b8f7d183ae9 req-e85d4b70-f8fd-4e7e-9edc-51a581e153b0 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:50.100821 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-15bdd86b-0421-4c83-92d1-7b8f7d183ae9 req-e85d4b70-f8fd-4e7e-9edc-51a581e153b0 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 943 time: 0.0527434 May 25 15:19:50.153894 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-15bdd86b-0421-4c83-92d1-7b8f7d183ae9 req-60c1f22b-4243-427a-882e-321c2781b2a5 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464272 May 25 15:19:51.000674 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 933f5e37-e7ff-424b-a3e2-cd832a6ec38b details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:19:51.109080 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=933f5e37-e7ff-424b-a3e2-cd832a6ec38b,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:19:51.121487 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'port_id': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b', 'mac_address': 'fa:16:3e:20:33:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:19:51.156317 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:19:51.156704 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (933f5e37-e7ff-424b-a3e2-cd832a6ec38b), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:51.170223 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933f5e37-e7ff-424b-a3e2-cd832a6ec38b {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:19:51.196465 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=933f5e37-e7ff-424b-a3e2-cd832a6ec38b,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:19:51.278063 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab51e5-7a8e-4618-86a5-883c4783141d req-152d936c-5563-466f-a896-ad33fa6b5149 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:51.279590 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4aab51e5-7a8e-4618-86a5-883c4783141d req-152d936c-5563-466f-a896-ad33fa6b5149 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 943 time: 0.0493457 May 25 15:19:51.285660 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (933f5e37-e7ff-424b-a3e2-cd832a6ec38b), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:51.339250 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4aab51e5-7a8e-4618-86a5-883c4783141d req-e7b161ab-84cf-49df-9e01-a57d5c9982d3 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537064 May 25 15:19:51.342845 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=933f5e37-e7ff-424b-a3e2-cd832a6ec38b,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:19:51.350926 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:51.351275 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:51.351626 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:51.352019 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:51.352367 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:51.352706 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:51.353088 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:51.353366 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:51.353741 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:51.354109 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:51.354419 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:51.354784 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:51.355119 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:51.356037 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:51.356374 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:19:51.717560 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['933f5e37-e7ff-424b-a3e2-cd832a6ec38b'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:19:52.325797 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:52.327723 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=36 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:52.463168 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ab733-ca13-462e-8653-cac65b1d52b8 req-344f8189-d2d8-4cf8-b717-3222b2eae5e9 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:52.465172 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5c8ab733-ca13-462e-8653-cac65b1d52b8 req-344f8189-d2d8-4cf8-b717-3222b2eae5e9 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 944 time: 0.0482259 May 25 15:19:52.518194 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5c8ab733-ca13-462e-8653-cac65b1d52b8 req-16d94aca-3a81-4962-a09f-e21d7765f88f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475371 May 25 15:19:53.016610 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 933f5e37-e7ff-424b-a3e2-cd832a6ec38b up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:19:53.059697 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:19:53.174386 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:19:53.174820 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (933f5e37-e7ff-424b-a3e2-cd832a6ec38b), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:53.250248 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:19:53.250655 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (933f5e37-e7ff-424b-a3e2-cd832a6ec38b), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:53.268503 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:53.273902 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:19:53.276182 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c513d3ee-1798-4cd7-adff-8cb37dd12b80" -d '{"events": [{"server_uuid": "e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5", "name": "network-vif-plugged", "status": "completed", "tag": "933f5e37-e7ff-424b-a3e2-cd832a6ec38b"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:19:53.289782 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=933f5e37-e7ff-424b-a3e2-cd832a6ec38b,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:19:53.380204 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (933f5e37-e7ff-424b-a3e2-cd832a6ec38b), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:53.424451 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:53.429430 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=933f5e37-e7ff-424b-a3e2-cd832a6ec38b,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:19:53.629723 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b58944-3766-4b15-940e-e0deaa12dc47 req-d0e8d49f-2569-4ae8-9c4b-b439694dde45 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:53.631215 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-82b58944-3766-4b15-940e-e0deaa12dc47 req-d0e8d49f-2569-4ae8-9c4b-b439694dde45 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 945 time: 0.0467293 May 25 15:19:53.680328 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-82b58944-3766-4b15-940e-e0deaa12dc47 req-9ced3853-41e4-4d43-ace6-14ee734a16e1 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435638 May 25 15:19:54.387434 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993fb7dd-e68a-4119-b886-84067d881c4e x-openstack-request-id: req-993fb7dd-e68a-4119-b886-84067d881c4e {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:19:54.387910 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5", "name": "network-vif-plugged", "status": "completed", "tag": "933f5e37-e7ff-424b-a3e2-cd832a6ec38b", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:19:54.388028 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-993fb7dd-e68a-4119-b886-84067d881c4e {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:19:54.388354 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-993fb7dd-e68a-4119-b886-84067d881c4e'] response: {'server_uuid': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b', 'code': 200} May 25 15:19:54.758888 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560e812-33fd-4120-ad2a-fb1abfba4342 req-beda97e0-6005-4668-b8df-1c614eb9d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:54.760452 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f560e812-33fd-4120-ad2a-fb1abfba4342 req-beda97e0-6005-4668-b8df-1c614eb9d29f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 1129 time: 0.0401938 May 25 15:19:54.796145 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757af4d-2c5d-4f3f-ad7c-3eebcaf8d5d0 req-eaa82e23-6f24-4f6b-a1b5-95e61b470a83 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:54.798199 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6757af4d-2c5d-4f3f-ad7c-3eebcaf8d5d0 req-eaa82e23-6f24-4f6b-a1b5-95e61b470a83 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 945 time: 0.0488932 May 25 15:19:54.809286 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-f560e812-33fd-4120-ad2a-fb1abfba4342 req-66834909-f2bf-4d3b-b71b-234525608944 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426321 May 25 15:19:54.847483 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6757af4d-2c5d-4f3f-ad7c-3eebcaf8d5d0 req-c2f8e389-e07b-448f-a66a-8301bc762da2 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432971 May 25 15:19:55.953430 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:55.968063 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad8635-2d98-4273-b1d1-d33e5d31ad3a req-88aeb59e-4466-4832-a582-93ca2c201e79 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:55.969666 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4cad8635-2d98-4273-b1d1-d33e5d31ad3a req-88aeb59e-4466-4832-a582-93ca2c201e79 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 945 time: 0.0542262 May 25 15:19:56.030582 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4cad8635-2d98-4273-b1d1-d33e5d31ad3a req-256141cc-9edb-40f5-9da5-d0bf0f227ebd tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542934 May 25 15:19:57.143570 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28867a-dd41-4659-abbb-fc941be616e1 req-c8aa1a3c-d017-4535-b677-0563d62e07c1 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:57.145111 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6a28867a-dd41-4659-abbb-fc941be616e1 req-c8aa1a3c-d017-4535-b677-0563d62e07c1 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 945 time: 0.0479441 May 25 15:19:57.175614 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:57.195094 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6a28867a-dd41-4659-abbb-fc941be616e1 req-1b3c31d4-7a6f-4cca-8ddb-d8e6bc5eea8a tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444238 May 25 15:19:57.312545 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6fe21-a94e-42a2-b8df-851ed916916d req-ff8bde74-dd8f-428f-b3fd-0b72407f8b64 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:57.313962 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-30e6fe21-a94e-42a2-b8df-851ed916916d req-ff8bde74-dd8f-428f-b3fd-0b72407f8b64 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 945 time: 0.0499902 May 25 15:19:57.363331 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-30e6fe21-a94e-42a2-b8df-851ed916916d req-6dd2ee90-733c-4272-8010-e54da21d147b tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438094 May 25 15:19:57.385274 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37520) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:19:57.682017 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67cbb28-6bef-4055-b619-75cf242054a7 tempest-TestVolumeBootPattern-659266217 tempest-TestVolumeBootPattern-659266217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:57.684021 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-b67cbb28-6bef-4055-b619-75cf242054a7 tempest-TestVolumeBootPattern-659266217 tempest-TestVolumeBootPattern-659266217-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 1124 time: 0.2972324 May 25 15:19:57.686817 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37522) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:19:57.690995 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Request body: {'floatingip': {'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'port_id': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:19:57.771883 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:57.851715 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:57.959464 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Allocated IP 172.27.1.79 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/3855d406-1260-4dfa-b267-72e4785ec39e) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:19:58.064767 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for port (3855d406-1260-4dfa-b267-72e4785ec39e), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:58.174658 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (3855d406-1260-4dfa-b267-72e4785ec39e), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:58.216081 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:19:58.218896 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:19:58.222840 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:19:58.244771 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event updated for resources: {'Port': ['ID=3855d406-1260-4dfa-b267-72e4785ec39e,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:19:58.482298 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:58.494834 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:58.541492 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:58.542351 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=2 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:58.580383 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for floatingip (a2aad2e6-6800-476e-bca2-73bbbdc28458), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:58.703804 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (3855d406-1260-4dfa-b267-72e4785ec39e), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:58.888329 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for port (3855d406-1260-4dfa-b267-72e4785ec39e), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:58.951392 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (3855d406-1260-4dfa-b267-72e4785ec39e), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:59.028985 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event updated for resources: {'Port': ['ID=3855d406-1260-4dfa-b267-72e4785ec39e,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:19:59.041584 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (a2aad2e6-6800-476e-bca2-73bbbdc28458), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:59.118016 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:59.143145 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Floating IP a2aad2e6-6800-476e-bca2-73bbbdc28458 associated. External IP: 172.27.1.79, port: 933f5e37-e7ff-424b-a3e2-cd832a6ec38b. May 25 15:19:59.350035 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Router fe730702-c490-457c-9cdd-16d8124b5657 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:19:59.458461 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:19:59.468593 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e6fa2-30db-4f8e-9c72-5d0beff1dbcf None None] Sync routers for ids ['fe730702-c490-457c-9cdd-16d8124b5657'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:19:59.479182 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e6fa2-30db-4f8e-9c72-5d0beff1dbcf None None] Routers {'fe730702-c490-457c-9cdd-16d8124b5657'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:19:59.479828 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-0c4e6fa2-30db-4f8e-9c72-5d0beff1dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:19:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['fe730702-c490-457c-9cdd-16d8124b5657'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:19:59.542097 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:19:59.577212 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-bb0b4c8d-a94c-4fb5-aa34-1826dbb36cd7 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8871951 May 25 15:19:59.577212 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'tag': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:19:59.578200 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb2fe02-cdcd-433e-9fd4-d93a272c423c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5", "tag": "933f5e37-e7ff-424b-a3e2-cd832a6ec38b"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:19:59.589704 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-0c4e6fa2-30db-4f8e-9c72-5d0beff1dbcf None None] Set router fe730702-c490-457c-9cdd-16d8124b5657 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:19:59.614340 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c58c8f-c305-44f8-8728-a943eb292c94 x-openstack-request-id: req-29c58c8f-c305-44f8-8728-a943eb292c94 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:19:59.614664 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5", "tag": "933f5e37-e7ff-424b-a3e2-cd832a6ec38b", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:19:59.614928 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-29c58c8f-c305-44f8-8728-a943eb292c94 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:19:59.615338 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c58c8f-c305-44f8-8728-a943eb292c94'] response: {'name': 'network-changed', 'server_uuid': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'tag': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b', 'status': 'completed', 'code': 200} May 25 15:19:59.701668 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2fe02-cdcd-433e-9fd4-d93a272c423c req-4f24945c-9ae5-4e24-b8a2-3c72aafc2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:59.703254 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8bb2fe02-cdcd-433e-9fd4-d93a272c423c req-4f24945c-9ae5-4e24-b8a2-3c72aafc2d4c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 1129 time: 0.0450201 May 25 15:19:59.798300 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2fe02-cdcd-433e-9fd4-d93a272c423c req-21d195ab-26c7-4d66-8c53-56d92880d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:59.799822 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8bb2fe02-cdcd-433e-9fd4-d93a272c423c req-21d195ab-26c7-4d66-8c53-56d92880d355 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 200 len: 911 time: 0.0861192 May 25 15:19:59.818238 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-0c4e6fa2-30db-4f8e-9c72-5d0beff1dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': 'a2aad2e6-6800-476e-bca2-73bbbdc28458', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'port_id': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'mac_address': 'fa:16:3e:20:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:19:58Z', 'updated_at': '2022-05-25T15:19:58Z', 'revision_number': 0, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:19:59.844084 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e6fa2-30db-4f8e-9c72-5d0beff1dbcf None None] Checking router: fe730702-c490-457c-9cdd-16d8124b5657 for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:19:59.853020 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e6fa2-30db-4f8e-9c72-5d0beff1dbcf None None] Routers {'fe730702-c490-457c-9cdd-16d8124b5657'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:19:59.853648 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-0c4e6fa2-30db-4f8e-9c72-5d0beff1dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:19:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['fe730702-c490-457c-9cdd-16d8124b5657'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:19:59.866535 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8bb2fe02-cdcd-433e-9fd4-d93a272c423c req-2698c2a9-bca4-421d-94e0-9fc0c9d8c5b7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=933f5e37-e7ff-424b-a3e2-cd832a6ec38b HTTP/1.1" status: 200 len: 998 time: 0.0608370 May 25 15:19:59.898174 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:19:59.917440 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2fe02-cdcd-433e-9fd4-d93a272c423c req-62ad6d60-6aa1-403e-8e59-2b998b670eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:59.918995 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8bb2fe02-cdcd-433e-9fd4-d93a272c423c req-62ad6d60-6aa1-403e-8e59-2b998b670eb0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d3d2240-c411-4ea9-8859-45b4c9044e74 HTTP/1.1" status: 200 len: 849 time: 0.0465863 May 25 15:19:59.963455 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2fe02-cdcd-433e-9fd4-d93a272c423c req-b4f8fc43-6185-4ba2-a88d-60c51f3fd41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:19:59.964239 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-0c4e6fa2-30db-4f8e-9c72-5d0beff1dbcf None None] Set router fe730702-c490-457c-9cdd-16d8124b5657 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:19:59.965165 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8bb2fe02-cdcd-433e-9fd4-d93a272c423c req-b4f8fc43-6185-4ba2-a88d-60c51f3fd41e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408916 May 25 15:20:00.059803 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8bb2fe02-cdcd-433e-9fd4-d93a272c423c req-f72ff852-151d-4ba4-94d0-6d5b56864ede service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888517 May 25 15:20:00.151396 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-8bb2fe02-cdcd-433e-9fd4-d93a272c423c req-2064d438-6c85-4d06-8a43-c6fb62b9699a service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854154 May 25 15:20:00.181225 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-0c4e6fa2-30db-4f8e-9c72-5d0beff1dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': 'a2aad2e6-6800-476e-bca2-73bbbdc28458', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'port_id': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'mac_address': 'fa:16:3e:20:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:19:58Z', 'updated_at': '2022-05-25T15:19:58Z', 'revision_number': 0, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:20:00.210748 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e6fa2-30db-4f8e-9c72-5d0beff1dbcf None None] The sync data for ids ['fe730702-c490-457c-9cdd-16d8124b5657'] in dv-cinder-830283-3-iscsi is: [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': 'a2aad2e6-6800-476e-bca2-73bbbdc28458', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'port_id': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'mac_address': 'fa:16:3e:20:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:19:58Z', 'updated_at': '2022-05-25T15:19:58Z', 'revision_number': 0, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:20:00.409858 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d786e39-30bd-4594-a345-3f6bd03e11e7 None None] New status for floating IP a2aad2e6-6800-476e-bca2-73bbbdc28458: ACTIVE {{(pid=116228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:20:03.598240 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6b9a0bf1-03e6-44ee-b1e2-c31c813b0ee5 req-10494cdb-c775-4572-bdca-cff9d236f6ea service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380785 May 25 15:20:03.709606 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a0bf1-03e6-44ee-b1e2-c31c813b0ee5 req-e33e8f67-360f-44ed-ae65-b15654c73ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:20:03.711157 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6b9a0bf1-03e6-44ee-b1e2-c31c813b0ee5 req-e33e8f67-360f-44ed-ae65-b15654c73ac7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 1129 time: 0.0424252 May 25 15:20:03.816253 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a0bf1-03e6-44ee-b1e2-c31c813b0ee5 req-b77823a8-70ce-4a74-b3c4-3875e7d7b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:20:03.817740 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6b9a0bf1-03e6-44ee-b1e2-c31c813b0ee5 req-b77823a8-70ce-4a74-b3c4-3875e7d7b8e1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 200 len: 911 time: 0.0864184 May 25 15:20:03.885313 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6b9a0bf1-03e6-44ee-b1e2-c31c813b0ee5 req-45660534-79fc-4330-a9e6-e8a3e832c262 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=933f5e37-e7ff-424b-a3e2-cd832a6ec38b HTTP/1.1" status: 200 len: 1000 time: 0.0613105 May 25 15:20:03.931722 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:20:03.936250 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a0bf1-03e6-44ee-b1e2-c31c813b0ee5 req-10fcb4eb-25fb-40dc-97b6-03ea76e13214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:20:03.937722 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6b9a0bf1-03e6-44ee-b1e2-c31c813b0ee5 req-10fcb4eb-25fb-40dc-97b6-03ea76e13214 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d3d2240-c411-4ea9-8859-45b4c9044e74 HTTP/1.1" status: 200 len: 849 time: 0.0468278 May 25 15:20:03.983752 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a0bf1-03e6-44ee-b1e2-c31c813b0ee5 req-c1763e59-81b0-4842-a24d-0164f145a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:20:03.985313 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6b9a0bf1-03e6-44ee-b1e2-c31c813b0ee5 req-c1763e59-81b0-4842-a24d-0164f145a3b7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415320 May 25 15:20:04.080975 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6b9a0bf1-03e6-44ee-b1e2-c31c813b0ee5 req-68db431b-eaec-4829-8898-7f63a08fecd5 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877514 May 25 15:20:04.172083 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-6b9a0bf1-03e6-44ee-b1e2-c31c813b0ee5 req-4ea9a12c-4bee-48e0-96cc-4a40b304e411 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845695 May 25 15:20:06.019508 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:20:06.682794 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c74a2e64-510f-4fc7-95df-31633559add8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:20:07.350494 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=9 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:20:07.358917 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=21 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:20:08.939947 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-b6bc2276-581c-409e-b5fd-f18cd621b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:20:10.396767 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:20:10.597350 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:20:10.599215 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=10 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:20:11.625611 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:20:12.953524 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:20:14.162741 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=85 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:20:14.168704 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=18 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:20:18.616666 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:20:22.862472 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:20:22.864539 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:20:35.528652 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=15 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:20:35.538689 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=19 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:20:35.870300 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:20:36.615475 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-b5d3f69f-917c-4b15-8745-ee27eeaa6b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:20:38.990712 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-5b06c851-15d1-4f6f-9385-2621c17a542a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:20:40.396605 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:20:41.633021 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:20:42.970012 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:20:52.860189 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:20:52.862093 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:20:55.615871 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:21:04.616634 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a9ae6be6-fab2-4bc9-9b4e-06f1f4892f05 req-b5bb86bd-4443-42cf-b670-673987876372 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395298 May 25 15:21:04.719008 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae6be6-fab2-4bc9-9b4e-06f1f4892f05 req-ec09d40e-2386-46b8-ba54-12d31b861f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:21:04.720511 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a9ae6be6-fab2-4bc9-9b4e-06f1f4892f05 req-ec09d40e-2386-46b8-ba54-12d31b861f5c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 1129 time: 0.0441668 May 25 15:21:04.831784 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae6be6-fab2-4bc9-9b4e-06f1f4892f05 req-76e3c352-79f0-4909-9424-d9c826b266bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:21:04.833305 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a9ae6be6-fab2-4bc9-9b4e-06f1f4892f05 req-76e3c352-79f0-4909-9424-d9c826b266bc service neutron] 10.222.0.86 "GET /v2.0/networks?id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 200 len: 911 time: 0.0916386 May 25 15:21:04.904379 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a9ae6be6-fab2-4bc9-9b4e-06f1f4892f05 req-833fb75f-4c58-4811-9a7a-6df484d4a088 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=933f5e37-e7ff-424b-a3e2-cd832a6ec38b HTTP/1.1" status: 200 len: 1000 time: 0.0644252 May 25 15:21:04.959668 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae6be6-fab2-4bc9-9b4e-06f1f4892f05 req-8e918040-3ad7-4f99-9e08-116a45c3fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:21:04.961192 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a9ae6be6-fab2-4bc9-9b4e-06f1f4892f05 req-8e918040-3ad7-4f99-9e08-116a45c3fa98 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d3d2240-c411-4ea9-8859-45b4c9044e74 HTTP/1.1" status: 200 len: 849 time: 0.0479116 May 25 15:21:05.007663 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae6be6-fab2-4bc9-9b4e-06f1f4892f05 req-0ff1ed7e-804a-4df5-a5c2-881ac3749d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:21:05.009341 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a9ae6be6-fab2-4bc9-9b4e-06f1f4892f05 req-0ff1ed7e-804a-4df5-a5c2-881ac3749d15 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413837 May 25 15:21:05.110529 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a9ae6be6-fab2-4bc9-9b4e-06f1f4892f05 req-fbdd1df6-1a09-4ba4-8e90-5e44c09e7f90 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946493 May 25 15:21:05.208872 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-a9ae6be6-fab2-4bc9-9b4e-06f1f4892f05 req-09e1a742-b8d5-4a48-9a3a-8967e3189005 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907207 May 25 15:21:05.849692 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:21:06.626561 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-5aa33ec2-8f20-43e7-a6d3-cbb173171cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:21:08.940661 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9a85-6df4-44c5-8ca7-feb1da47b2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:21:10.415150 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:21:11.670457 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:21:12.528794 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:21:12.533701 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:21:12.926652 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:21:15.203651 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=54 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:21:15.205539 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=47 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:21:22.857865 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:21:22.859746 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:21:32.615652 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:21:34.634487 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:21:35.878030 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:21:36.608846 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a34a5e6a-8a6a-4db9-81bd-a38065d53600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:21:38.917428 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-28d544a1-1603-4e39-9650-2e7021fdf2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:21:40.435379 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:21:41.600812 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:21:42.920804 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:21:49.533944 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=2 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:21:49.539004 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=6 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:21:54.539126 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:21:54.541418 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:01.593606 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-98d583fc-13cf-44a2-a1fc-bb8ef3c5b6e2 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823770904&fields=id&tenant_id=9e5a54632992428ca774d47f3f20d6b9 HTTP/1.1" status: 200 len: 267 time: 0.0497551 May 25 15:22:01.710391 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-3753f391-0369-43ad-a491-13e1a2a27c58 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:01.711997 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-3753f391-0369-43ad-a491-13e1a2a27c58 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/networks?id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 200 len: 810 time: 0.1117103 May 25 15:22:01.728004 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-ff33b1ea-2069-4af8-8478-a03a7e3a715c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/quotas/9e5a54632992428ca774d47f3f20d6b9 HTTP/1.1" status: 200 len: 375 time: 0.0098031 May 25 15:22:01.784709 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-67d6dfff-8443-462d-bc89-a38de8a29e04 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500906 May 25 15:22:01.934264 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-9d4e69c8-4d86-4dfb-8447-7296d76022a1 service neutron] 10.222.0.74 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374397 May 25 15:22:02.029861 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-bee6c9bf-e712-4169-9517-e1f731131e4e service neutron] 10.222.0.74 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897188 May 25 15:22:02.743295 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ba3a76d3-1eba-475e-a520-6bfeebb3b979 req-b509668c-4772-44b6-bae9-fa353096e90b tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 210 time: 0.0877573 May 25 15:22:03.849124 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-46aaca4c-ca03-4264-9190-9208773ba95e req-c77ab91b-96a8-4684-b049-809d0b5ffc58 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 210 time: 0.0316780 May 25 15:22:04.833692 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-c0efdd73-cb96-4ff4-b81a-921e6f2aaaae tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:04.835384 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-c0efdd73-cb96-4ff4-b81a-921e6f2aaaae tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.86 "GET /v2.0/networks?id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 200 len: 810 time: 0.1689217 May 25 15:22:04.935308 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-af4c398b-3aa5-4bb9-8ad5-59ceeb13efe9 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e5a54632992428ca774d47f3f20d6b9 HTTP/1.1" status: 200 len: 380 time: 0.0838332 May 25 15:22:04.943907 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Request body: {'port': {'device_id': 'fa5019b4-90ad-41c3-ac9d-e80606e15bd1', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'admin_state_up': True, 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'security_groups': ['453a28d3-65f1-4c4e-a197-6ebe8e5e07c7']}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:22:04.984022 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-328847c2-b853-4dbd-b86c-577bc1cdd6c2 req-aa7858b9-961f-47f1-84a9-4509ef514700 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 210 time: 0.0453966 May 25 15:22:05.148965 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Made reservation on behalf of 9e5a54632992428ca774d47f3f20d6b9 for: {'port': 1} {{(pid=116225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:22:05.152801 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:05.307893 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Allocated IP 172.20.0.13 (f8b32613-7bd9-40e5-935b-b1d37f6ebd8a/5d3d2240-c411-4ea9-8859-45b4c9044e74/e28a6b0c-dfea-4658-961a-a23f59e22b56) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:22:05.468716 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for port (e28a6b0c-dfea-4658-961a-a23f59e22b56), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:05.679272 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (e28a6b0c-dfea-4658-961a-a23f59e22b56), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:05.727900 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:22:05.732249 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:22:05.735855 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:22:05.790428 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event updated for resources: {'Port': ['ID=e28a6b0c-dfea-4658-961a-a23f59e22b56,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:22:05.820288 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:05.821150 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:05.821666 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:05.822255 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:05.822873 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:05.823443 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:05.824815 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:05.825386 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:05.826212 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:05.826807 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:05.827384 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:05.827952 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:05.828507 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:05.829072 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:05.829654 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:05.857501 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:05.858554 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:05.930019 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:05.961225 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-9162b6e7-3179-47aa-bf41-3029c552b6a4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0210376 May 25 15:22:06.055696 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-a2f9595b-f9d7-4f53-b588-68fec4a36bc3 None None] Provisioning complete for port e28a6b0c-dfea-4658-961a-a23f59e22b56 triggered by entity DHCP. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:22:06.056070 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a2f9595b-f9d7-4f53-b588-68fec4a36bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (e28a6b0c-dfea-4658-961a-a23f59e22b56), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:06.056832 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Request body: {'port': {'device_id': 'fa5019b4-90ad-41c3-ac9d-e80606e15bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83028'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:22:06.063250 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:06.120603 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-a2f9595b-f9d7-4f53-b588-68fec4a36bc3 None None] Port e28a6b0c-dfea-4658-961a-a23f59e22b56 cannot update to ACTIVE because it is not bound. {{(pid=116227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:22:06.170573 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc629b-c7db-41bb-9d4a-0e94e033eb93 req-a2a877aa-ef6e-4231-919d-4fc924732347 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:06.171548 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (e28a6b0c-dfea-4658-961a-a23f59e22b56), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:06.173001 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-85cc629b-c7db-41bb-9d4a-0e94e033eb93 req-a2a877aa-ef6e-4231-919d-4fc924732347 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 932 time: 0.0915382 May 25 15:22:06.188170 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:06.242395 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-85cc629b-c7db-41bb-9d4a-0e94e033eb93 req-ec27c81d-a090-4c60-a379-d948395b0607 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618286 May 25 15:22:06.598424 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28a6b0c-dfea-4658-961a-a23f59e22b56 {{(pid=116225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:22:06.607810 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Publish callbacks [] for port (e28a6b0c-dfea-4658-961a-a23f59e22b56), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:06.623461 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.provisioning_blocks [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Transition to ACTIVE for port object e28a6b0c-dfea-4658-961a-a23f59e22b56 will not be triggered until provisioned by entity L2. {{(pid=116225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:22:06.631056 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-328c13d0-9cc2-4745-bdb6-ae7a8b1a1b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:06.655486 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.86', 50686) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:22:06.701158 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fc883f6a-dd27-4bae-940b-903adbc6098b req-5cd7d9a4-fd0b-40a3-a99e-0ac2f769e11c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442958 May 25 15:22:06.705604 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (e28a6b0c-dfea-4658-961a-a23f59e22b56), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:06.764723 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e28a6b0c-dfea-4658-961a-a23f59e22b56,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:22:06.866956 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc883f6a-dd27-4bae-940b-903adbc6098b req-5a1844bc-1968-4fc5-abd0-b4bebf09ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:06.868537 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fc883f6a-dd27-4bae-940b-903adbc6098b req-5a1844bc-1968-4fc5-abd0-b4bebf09ce09 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 1129 time: 0.0751908 May 25 15:22:06.887924 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Attempting to bind port e28a6b0c-dfea-4658-961a-a23f59e22b56 on host hv-cinder-83028 for vnic_type normal with profile {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:22:06.888259 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Attempting to bind port e28a6b0c-dfea-4658-961a-a23f59e22b56 by drivers openvswitch,hyperv on host hv-cinder-83028 at level 0 using segments [{'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:22:06.888600 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Attempting to bind port e28a6b0c-dfea-4658-961a-a23f59e22b56 on network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:22:06.904186 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Port e28a6b0c-dfea-4658-961a-a23f59e22b56 on network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83028 {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:22:06.904521 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Attempting to bind port e28a6b0c-dfea-4658-961a-a23f59e22b56 on network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:22:06.946528 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Checking agent: {'id': 'ef1fffb9-0663-4b2e-ac36-ce05b43d4363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'started_at': datetime.datetime(2022, 5, 25, 14, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:22:06.946899 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Checking segment: {'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:22:06.947288 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Bound using segment: {'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'} {{(pid=116225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:22:06.947734 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.managers [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Bound port: e28a6b0c-dfea-4658-961a-a23f59e22b56, host: hv-cinder-83028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a'}}] {{(pid=116225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:22:06.948105 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (e28a6b0c-dfea-4658-961a-a23f59e22b56), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:06.968807 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:07.334951 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc883f6a-dd27-4bae-940b-903adbc6098b req-c170abb9-ce36-4993-b6f0-4aad1013b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:07.337638 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fc883f6a-dd27-4bae-940b-903adbc6098b req-c170abb9-ce36-4993-b6f0-4aad1013b5e2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 200 len: 911 time: 0.4428935 May 25 15:22:07.393388 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52767f90-b142-4f2c-beaf-582e411ab246 req-687fb382-c8f2-4662-bf6a-fd973f3e4f1b tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:07.394364 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] For port e28a6b0c-dfea-4658-961a-a23f59e22b56, host hv-cinder-83028, cleared binding levels {{(pid=116225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:22:07.395025 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-52767f90-b142-4f2c-beaf-582e411ab246 req-687fb382-c8f2-4662-bf6a-fd973f3e4f1b tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 944 time: 0.0558083 May 25 15:22:07.415143 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] For port e28a6b0c-dfea-4658-961a-a23f59e22b56, host hv-cinder-83028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=e28a6b0c-dfea-4658-961a-a23f59e22b56,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:22:07.425903 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fc883f6a-dd27-4bae-940b-903adbc6098b req-cb72750e-f3db-47d8-ae55-ff15dcc71abd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=933f5e37-e7ff-424b-a3e2-cd832a6ec38b HTTP/1.1" status: 200 len: 1000 time: 0.0819798 May 25 15:22:07.470082 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-52767f90-b142-4f2c-beaf-582e411ab246 req-4dd35641-0eee-4fe9-aa35-af59a716bb8d tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639892 May 25 15:22:07.489281 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc883f6a-dd27-4bae-940b-903adbc6098b req-c644e7aa-8611-4919-90cf-16da958612fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:07.491796 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fc883f6a-dd27-4bae-940b-903adbc6098b req-c644e7aa-8611-4919-90cf-16da958612fe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d3d2240-c411-4ea9-8859-45b4c9044e74 HTTP/1.1" status: 200 len: 849 time: 0.0600626 May 25 15:22:07.494203 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (e28a6b0c-dfea-4658-961a-a23f59e22b56), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:07.553964 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:07.554604 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:07.556429 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] 10.222.0.86 "PUT /v2.0/ports/e28a6b0c-dfea-4658-961a-a23f59e22b56 HTTP/1.1" status: 200 len: 1094 time: 1.5780780 May 25 15:22:07.562190 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5019b4-90ad-41c3-ac9d-e80606e15bd1', 'tag': 'e28a6b0c-dfea-4658-961a-a23f59e22b56'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:22:07.565358 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e29fd7f-54f7-4ea7-9154-979a8d09ac37" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5019b4-90ad-41c3-ac9d-e80606e15bd1", "tag": "e28a6b0c-dfea-4658-961a-a23f59e22b56"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:22:07.603389 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc883f6a-dd27-4bae-940b-903adbc6098b req-dfef8a26-f7f9-4311-96ec-80b7b9e8927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:07.606568 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fc883f6a-dd27-4bae-940b-903adbc6098b req-dfef8a26-f7f9-4311-96ec-80b7b9e8927a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1074500 May 25 15:22:07.633839 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a97fe-2693-44fd-be88-a525b0eb41f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e28a6b0c-dfea-4658-961a-a23f59e22b56,revision_number=3']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:22:07.704814 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3342a7-085b-4c2a-a094-10b4076e3947 x-openstack-request-id: req-5c3342a7-085b-4c2a-a094-10b4076e3947 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:22:07.705112 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5019b4-90ad-41c3-ac9d-e80606e15bd1", "tag": "e28a6b0c-dfea-4658-961a-a23f59e22b56", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:22:07.705397 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5c3342a7-085b-4c2a-a094-10b4076e3947 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:22:07.705767 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c3342a7-085b-4c2a-a094-10b4076e3947'] response: {'name': 'network-changed', 'server_uuid': 'fa5019b4-90ad-41c3-ac9d-e80606e15bd1', 'tag': 'e28a6b0c-dfea-4658-961a-a23f59e22b56', 'status': 'completed', 'code': 200} May 25 15:22:07.739346 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fc883f6a-dd27-4bae-940b-903adbc6098b req-4a4bad77-90e8-4232-a855-3a98993bad04 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245129 May 25 15:22:07.889090 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29fd7f-54f7-4ea7-9154-979a8d09ac37 req-73c4d9b6-55c4-44a7-aa58-17916abc2915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:07.890649 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0e29fd7f-54f7-4ea7-9154-979a8d09ac37 req-73c4d9b6-55c4-44a7-aa58-17916abc2915 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 1128 time: 0.1378222 May 25 15:22:07.896268 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:07.981432 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-fc883f6a-dd27-4bae-940b-903adbc6098b req-8dc35165-5c13-4bd6-bb49-a6069ab4310b service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308364 May 25 15:22:08.033730 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29fd7f-54f7-4ea7-9154-979a8d09ac37 req-e7ae5b60-e77e-4546-8b27-adb0c94b9c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:08.035245 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0e29fd7f-54f7-4ea7-9154-979a8d09ac37 req-e7ae5b60-e77e-4546-8b27-adb0c94b9c43 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=9e5a54632992428ca774d47f3f20d6b9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1276760 May 25 15:22:08.160039 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29fd7f-54f7-4ea7-9154-979a8d09ac37 req-73332341-eed6-4558-ad2b-61b2854a339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:08.161485 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-0e29fd7f-54f7-4ea7-9154-979a8d09ac37 req-73332341-eed6-4558-ad2b-61b2854a339f service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1199584 May 25 15:22:08.268708 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-eca043cf-ffbb-4e07-8486-4f190647028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:08.270294 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-eca043cf-ffbb-4e07-8486-4f190647028f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 1128 time: 0.0465117 May 25 15:22:08.325025 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-635f6e36-7e7a-4534-b5f5-88ab2898bc6b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e28a6b0c-dfea-4658-961a-a23f59e22b56 HTTP/1.1" status: 200 len: 217 time: 0.0408347 May 25 15:22:08.382810 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-df728e18-5c7d-4dc8-bb5d-e193a5655475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:08.384445 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-df728e18-5c7d-4dc8-bb5d-e193a5655475 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d3d2240-c411-4ea9-8859-45b4c9044e74 HTTP/1.1" status: 200 len: 849 time: 0.0529749 May 25 15:22:08.431536 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-6407ad91-cbd2-4ce6-81f4-28680f22d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:08.433014 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-6407ad91-cbd2-4ce6-81f4-28680f22d653 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426662 May 25 15:22:08.544775 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-e70196fd-9c8b-4192-9a86-a92883057508 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053174 May 25 15:22:08.610377 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b87dd-f758-4254-98cf-7b091f402436 req-e9ee6de0-f7f6-4812-938c-2d79efa86e50 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:08.612001 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bb2b87dd-f758-4254-98cf-7b091f402436 req-e9ee6de0-f7f6-4812-938c-2d79efa86e50 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 944 time: 0.0506692 May 25 15:22:08.639955 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:08.668970 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-bb2b87dd-f758-4254-98cf-7b091f402436 req-c95d0dfb-436e-4df1-ba8c-6a742de060b1 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508602 May 25 15:22:08.708731 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-4a99b8ed-23e6-4b3d-98e0-eaa8fc1fc3d2 req-a3ea325a-a43f-4ee7-b210-5f16d95caf3e service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571934 May 25 15:22:08.905599 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-e808e373-bc18-4eca-9df5-a1643f4d7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:09.614837 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:22:09.794437 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6be04e-857e-4094-aa99-44dd9bdcacd3 req-2b2b5a5b-33e6-4daf-ac52-d3d023d52d38 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:09.796068 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ab6be04e-857e-4094-aa99-44dd9bdcacd3 req-2b2b5a5b-33e6-4daf-ac52-d3d023d52d38 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 944 time: 0.0521071 May 25 15:22:09.853638 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-ab6be04e-857e-4094-aa99-44dd9bdcacd3 req-daadd4a8-0e62-45dd-ade6-9b19783d234d tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472398 May 25 15:22:10.406061 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:10.983541 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062c607-ab91-45de-9031-a9dfc8438c56 req-40c63565-f326-4036-b3e3-2f9c63d49938 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:10.985227 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f062c607-ab91-45de-9031-a9dfc8438c56 req-40c63565-f326-4036-b3e3-2f9c63d49938 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 944 time: 0.0602939 May 25 15:22:11.040318 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-f062c607-ab91-45de-9031-a9dfc8438c56 req-de02aed7-0e1c-4cad-bfc1-a7c5413fc91a tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485609 May 25 15:22:11.603111 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:12.181381 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e6c2d-2009-4955-bbca-fb850822f532 req-0fddb887-4eba-4d88-b298-e68666e2aa48 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:12.184032 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-018e6c2d-2009-4955-bbca-fb850822f532 req-0fddb887-4eba-4d88-b298-e68666e2aa48 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 944 time: 0.0659482 May 25 15:22:12.238019 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-018e6c2d-2009-4955-bbca-fb850822f532 req-2b3dc0d1-d724-4052-9a9d-00fdba50e129 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481088 May 25 15:22:12.928264 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:13.323104 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:13.357764 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=100 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:13.369474 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb519d04-ddc2-4f96-baa5-aace3214fb93 req-39192bd5-7452-4826-90e2-f2a00003b777 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:13.371269 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-eb519d04-ddc2-4f96-baa5-aace3214fb93 req-39192bd5-7452-4826-90e2-f2a00003b777 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 944 time: 0.0596251 May 25 15:22:13.425050 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-eb519d04-ddc2-4f96-baa5-aace3214fb93 req-6db968db-1a87-46ed-b1d0-d03251f681c4 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477645 May 25 15:22:14.569553 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e11195-4031-4839-9f32-d98a8a9bcd5f req-69210b65-e37b-4ce0-bdc6-0fe08affe486 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:14.571194 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-31e11195-4031-4839-9f32-d98a8a9bcd5f req-69210b65-e37b-4ce0-bdc6-0fe08affe486 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 944 time: 0.0513735 May 25 15:22:14.626219 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-31e11195-4031-4839-9f32-d98a8a9bcd5f req-b04a5488-3c52-4667-a99e-1cc05645b626 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491266 May 25 15:22:15.750340 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3521527-b3fc-4bc1-b56b-3742e0231ae5 req-ac171353-78ce-4cca-8d40-281e35be9441 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:15.751947 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c3521527-b3fc-4bc1-b56b-3742e0231ae5 req-ac171353-78ce-4cca-8d40-281e35be9441 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 944 time: 0.0502398 May 25 15:22:15.815478 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-c3521527-b3fc-4bc1-b56b-3742e0231ae5 req-c35cc157-a2d6-4b62-9825-a766c983836e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536873 May 25 15:22:16.947344 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52573e4e-6596-4ad3-8e95-4b1fed8d9d71 req-3aff8f9d-710b-4878-8b79-5fc4dd036c4a tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:16.949039 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-52573e4e-6596-4ad3-8e95-4b1fed8d9d71 req-3aff8f9d-710b-4878-8b79-5fc4dd036c4a tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 944 time: 0.0535593 May 25 15:22:17.004604 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-52573e4e-6596-4ad3-8e95-4b1fed8d9d71 req-94228f11-fb1a-40b2-89a5-8047a7e22fc8 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496836 May 25 15:22:17.665806 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device e28a6b0c-dfea-4658-961a-a23f59e22b56 details requested by agent hyperv_hv-cinder-83028 with host hv-cinder-83028 {{(pid=116227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:22:17.770323 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port e28a6b0c-dfea-4658-961a-a23f59e22b56, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=e28a6b0c-dfea-4658-961a-a23f59e22b56,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:22:17.784494 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Returning: {'device': 'e28a6b0c-dfea-4658-961a-a23f59e22b56', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'port_id': 'e28a6b0c-dfea-4658-961a-a23f59e22b56', 'mac_address': 'fa:16:3e:e7:a1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:22:17.824028 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port e28a6b0c-dfea-4658-961a-a23f59e22b56 is: DOWN; New status is: BUILD {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:22:17.824419 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (e28a6b0c-dfea-4658-961a-a23f59e22b56), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:17.844294 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28a6b0c-dfea-4658-961a-a23f59e22b56 {{(pid=116227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:22:17.867723 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port e28a6b0c-dfea-4658-961a-a23f59e22b56, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=e28a6b0c-dfea-4658-961a-a23f59e22b56,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:22:17.931603 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (e28a6b0c-dfea-4658-961a-a23f59e22b56), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:17.988565 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=e28a6b0c-dfea-4658-961a-a23f59e22b56,revision_number=4']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:22:17.996811 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:17.997165 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:17.997529 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:17.997878 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:17.998221 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:17.998559 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:17.998933 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:17.999269 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:17.999608 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:17.999943 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:18.000278 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:18.000614 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:18.000955 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:18.001280 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:18.001609 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:22:18.128543 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7f266-fe8a-4bf4-be18-5c7104bce739 req-486c00b0-0934-4dd2-b669-2b5e6f1a7541 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:18.130128 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-57c7f266-fe8a-4bf4-be18-5c7104bce739 req-486c00b0-0934-4dd2-b669-2b5e6f1a7541 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 945 time: 0.0519435 May 25 15:22:18.188881 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-57c7f266-fe8a-4bf4-be18-5c7104bce739 req-df9cd265-92d7-4dbe-953e-e2f629f518b0 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488365 May 25 15:22:18.356120 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] get_ports_and_sgs() called for port_ids ['e28a6b0c-dfea-4658-961a-a23f59e22b56'] {{(pid=116227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:22:18.703335 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=60 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:19.316474 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82c6e9-3bd3-4d4d-b865-06f0de7f1a1a req-4ca79314-5fb5-4c2c-8764-d45826ebb60c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:19.318122 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-db82c6e9-3bd3-4d4d-b865-06f0de7f1a1a req-4ca79314-5fb5-4c2c-8764-d45826ebb60c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 945 time: 0.0578101 May 25 15:22:19.378686 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-db82c6e9-3bd3-4d4d-b865-06f0de7f1a1a req-6a30cb46-4bc3-42c8-aa5f-f53c9ac204c9 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533233 May 25 15:22:19.693546 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device e28a6b0c-dfea-4658-961a-a23f59e22b56 up at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:22:19.738659 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning for port e28a6b0c-dfea-4658-961a-a23f59e22b56 completed by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:22:19.836690 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.provisioning_blocks [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Provisioning complete for port e28a6b0c-dfea-4658-961a-a23f59e22b56 triggered by entity L2. {{(pid=116227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:22:19.837067 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440292'] for port (e28a6b0c-dfea-4658-961a-a23f59e22b56), provisioning_complete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:19.838692 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:19.858894 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:19.919544 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Current status of the port e28a6b0c-dfea-4658-961a-a23f59e22b56 is: BUILD; New status is: ACTIVE {{(pid=116227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:22:19.919998 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (e28a6b0c-dfea-4658-961a-a23f59e22b56), before_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:19.945699 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5019b4-90ad-41c3-ac9d-e80606e15bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28a6b0c-dfea-4658-961a-a23f59e22b56'}] {{(pid=116227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:22:19.947933 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f9a2948db0368a3adb058afbd893d318eaa52014a478121248cdb55303a8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dd0b26-df45-4c75-93c4-233f7ec13331" -d '{"events": [{"server_uuid": "fa5019b4-90ad-41c3-ac9d-e80606e15bd1", "name": "network-vif-plugged", "status": "completed", "tag": "e28a6b0c-dfea-4658-961a-a23f59e22b56"}]}' {{(pid=116227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:22:19.962130 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] For port e28a6b0c-dfea-4658-961a-a23f59e22b56, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=e28a6b0c-dfea-4658-961a-a23f59e22b56,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:22:19.985904 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f19fa7-32ec-4860-b2e6-f4bb42a3863b x-openstack-request-id: req-61f19fa7-32ec-4860-b2e6-f4bb42a3863b {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:22:19.986192 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5019b4-90ad-41c3-ac9d-e80606e15bd1", "name": "network-vif-plugged", "status": "completed", "tag": "e28a6b0c-dfea-4658-961a-a23f59e22b56", "code": 200}]} {{(pid=116227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:22:19.986442 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-61f19fa7-32ec-4860-b2e6-f4bb42a3863b {{(pid=116227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:22:19.986877 dv-cinder-830283-3-iscsi neutron-server[116227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f19fa7-32ec-4860-b2e6-f4bb42a3863b'] response: {'server_uuid': 'fa5019b4-90ad-41c3-ac9d-e80606e15bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28a6b0c-dfea-4658-961a-a23f59e22b56', 'code': 200} May 25 15:22:20.019449 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689'] for port (e28a6b0c-dfea-4658-961a-a23f59e22b56), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:20.079475 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Pushing event updated for resources: {'Port': ['ID=e28a6b0c-dfea-4658-961a-a23f59e22b56,revision_number=5']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:22:20.408252 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e48eb-91d4-4b20-b773-f6e274c892c9 req-7fbffb93-ffd0-4954-821b-dacdc477d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:20.409912 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e08e48eb-91d4-4b20-b773-f6e274c892c9 req-7fbffb93-ffd0-4954-821b-dacdc477d9e5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 1130 time: 0.0446067 May 25 15:22:20.480742 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e08e48eb-91d4-4b20-b773-f6e274c892c9 req-fc13a3c0-a794-400c-9e8e-cb7cd68bad05 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627553 May 25 15:22:20.513560 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe374424-2d39-4c1d-8b78-bf3adeace180 req-8d865156-5e80-4389-b5ad-b2f2f4da4f76 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:20.515788 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fe374424-2d39-4c1d-8b78-bf3adeace180 req-8d865156-5e80-4389-b5ad-b2f2f4da4f76 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 946 time: 0.0567155 May 25 15:22:20.580789 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-fe374424-2d39-4c1d-8b78-bf3adeace180 req-eb84ca6f-d1e5-4445-b5d7-385ef02fadea tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577362 May 25 15:22:21.709585 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a6045-e7d7-4170-b8e4-e53a94befd2a req-11f88f0d-debd-4e7a-9b83-1dddc505feb1 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:21.711152 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5e3a6045-e7d7-4170-b8e4-e53a94befd2a req-11f88f0d-debd-4e7a-9b83-1dddc505feb1 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 946 time: 0.0492001 May 25 15:22:21.771625 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-5e3a6045-e7d7-4170-b8e4-e53a94befd2a req-a5f496df-393c-4fc8-868e-76eac00d0f26 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501831 May 25 15:22:22.895876 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e38b8-52a6-487c-84d5-5ab893d249d5 req-b92dac71-deff-41b9-99e8-2365f22e5e44 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:22.897441 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-015e38b8-52a6-487c-84d5-5ab893d249d5 req-b92dac71-deff-41b9-99e8-2365f22e5e44 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 946 time: 0.0536530 May 25 15:22:22.949562 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-015e38b8-52a6-487c-84d5-5ab893d249d5 req-e945d30b-f921-48cc-a637-a49931384391 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463083 May 25 15:22:23.064968 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605af357-e3af-4d36-81f4-d3748b1dae4a req-6afa9537-cd9e-4dac-95fc-bc9d9221c222 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:23.066512 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-605af357-e3af-4d36-81f4-d3748b1dae4a req-6afa9537-cd9e-4dac-95fc-bc9d9221c222 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 946 time: 0.0480058 May 25 15:22:23.121152 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-605af357-e3af-4d36-81f4-d3748b1dae4a req-71f7c9a1-4349-4dec-858a-7e90aa73b99d tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481462 May 25 15:22:23.151811 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37692) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:22:23.248595 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17059dd-1dc2-48ee-b5cf-7979b7d200c6 tempest-TestVolumeBootPattern-659266217 tempest-TestVolumeBootPattern-659266217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:23.250243 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-c17059dd-1dc2-48ee-b5cf-7979b7d200c6 tempest-TestVolumeBootPattern-659266217 tempest-TestVolumeBootPattern-659266217-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 1125 time: 0.0973849 May 25 15:22:23.253693 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37696) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:22:23.258374 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.v2.base [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Request body: {'floatingip': {'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'port_id': 'e28a6b0c-dfea-4658-961a-a23f59e22b56', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=116225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:22:23.351231 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:23.438372 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (None), before_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:23.556526 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_common [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Allocated IP 172.27.1.118 (e77a34f4-3c18-4df0-a57b-b0c373fbaaed/c052cd01-367f-4678-98c8-20212d9ed362/19d49e5c-d906-4228-a085-3d06977aaf0f) {{(pid=116225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:22:23.698015 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for port (19d49e5c-d906-4228-a085-3d06977aaf0f), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:23.821964 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746770224653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (19d49e5c-d906-4228-a085-3d06977aaf0f), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:23.874896 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Network e77a34f4-3c18-4df0-a57b-b0c373fbaaed is already hosted by enough agents. {{(pid=116225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:22:23.878697 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.base_scheduler [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Resources bound (agent type, host, resource id): {{(pid=116225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:22:23.885170 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Received port after_create {{(pid=116225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:22:23.890124 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event updated for resources: {'Port': ['ID=19d49e5c-d906-4228-a085-3d06977aaf0f,revision_number=1']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:22:24.131029 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:24.188166 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:24.285440 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for floatingip (57d70183-d849-46c2-a0a8-c793d821e78c), precommit_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:24.434929 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829297'] for port (19d49e5c-d906-4228-a085-3d06977aaf0f), before_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:24.661983 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for port (19d49e5c-d906-4228-a085-3d06977aaf0f), precommit_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:24.715046 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746770698954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746770224671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746770224689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126643941'] for port (19d49e5c-d906-4228-a085-3d06977aaf0f), after_update {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:24.792206 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event updated for resources: {'Port': ['ID=19d49e5c-d906-4228-a085-3d06977aaf0f,revision_number=2']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:22:24.807374 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565449'] for floatingip (57d70183-d849-46c2-a0a8-c793d821e78c), after_create {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:24.912124 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Floating IP 57d70183-d849-46c2-a0a8-c793d821e78c associated. External IP: 172.27.1.118, port: e28a6b0c-dfea-4658-961a-a23f59e22b56. May 25 15:22:25.221215 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Router fe730702-c490-457c-9cdd-16d8124b5657 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:22:25.291749 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:25.345172 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:22:25.356745 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:25.358171 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08078dcd-59a8-48b6-a399-eb10c57a1c52 None None] Sync routers for ids ['fe730702-c490-457c-9cdd-16d8124b5657'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:22:25.370508 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08078dcd-59a8-48b6-a399-eb10c57a1c52 None None] Routers {'fe730702-c490-457c-9cdd-16d8124b5657'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:22:25.371287 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-08078dcd-59a8-48b6-a399-eb10c57a1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:22:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['fe730702-c490-457c-9cdd-16d8124b5657'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:22:25.408052 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:25.458553 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-a18655ce-7735-4fe1-af6e-dc72de6738eb tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2034664 May 25 15:22:25.459441 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5019b4-90ad-41c3-ac9d-e80606e15bd1', 'tag': 'e28a6b0c-dfea-4658-961a-a23f59e22b56'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:22:25.463409 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1754e1-2058-46eb-aa5b-c702ee32d5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5019b4-90ad-41c3-ac9d-e80606e15bd1", "tag": "e28a6b0c-dfea-4658-961a-a23f59e22b56"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:22:25.509382 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd3a4a6-1dd8-4e6d-9c73-0a305657f8c5 x-openstack-request-id: req-5cd3a4a6-1dd8-4e6d-9c73-0a305657f8c5 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:22:25.509801 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5019b4-90ad-41c3-ac9d-e80606e15bd1", "tag": "e28a6b0c-dfea-4658-961a-a23f59e22b56", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:22:25.510176 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5cd3a4a6-1dd8-4e6d-9c73-0a305657f8c5 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:22:25.511309 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd3a4a6-1dd8-4e6d-9c73-0a305657f8c5'] response: {'name': 'network-changed', 'server_uuid': 'fa5019b4-90ad-41c3-ac9d-e80606e15bd1', 'tag': 'e28a6b0c-dfea-4658-961a-a23f59e22b56', 'status': 'completed', 'code': 200} May 25 15:22:25.511816 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-08078dcd-59a8-48b6-a399-eb10c57a1c52 None None] Set router fe730702-c490-457c-9cdd-16d8124b5657 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:22:25.612705 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1754e1-2058-46eb-aa5b-c702ee32d5e9 req-553c460a-7851-4233-b5a7-491124f999e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:25.615092 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-9e1754e1-2058-46eb-aa5b-c702ee32d5e9 req-553c460a-7851-4233-b5a7-491124f999e0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 1130 time: 0.0557177 May 25 15:22:25.752494 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1754e1-2058-46eb-aa5b-c702ee32d5e9 req-e0e509c9-d56b-4868-895d-2ddcdc007676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:25.754533 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-9e1754e1-2058-46eb-aa5b-c702ee32d5e9 req-e0e509c9-d56b-4868-895d-2ddcdc007676 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 200 len: 911 time: 0.1330292 May 25 15:22:25.812257 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-08078dcd-59a8-48b6-a399-eb10c57a1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '57d70183-d849-46c2-a0a8-c793d821e78c', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'port_id': 'e28a6b0c-dfea-4658-961a-a23f59e22b56', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'mac_address': 'fa:16:3e:e7:a1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5019b4-90ad-41c3-ac9d-e80606e15bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:22:24Z', 'updated_at': '2022-05-25T15:22:24Z', 'revision_number': 0, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ip_address_scope': None}, {'id': 'a2aad2e6-6800-476e-bca2-73bbbdc28458', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'port_id': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'mac_address': 'fa:16:3e:20:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:19:58Z', 'updated_at': '2022-05-25T15:20:00Z', 'revision_number': 1, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:22:25.847646 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08078dcd-59a8-48b6-a399-eb10c57a1c52 None None] Checking router: fe730702-c490-457c-9cdd-16d8124b5657 for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:22:25.855994 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-9e1754e1-2058-46eb-aa5b-c702ee32d5e9 req-86a70419-0aeb-4bc3-be3c-fb33da65e7be service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e28a6b0c-dfea-4658-961a-a23f59e22b56 HTTP/1.1" status: 200 len: 1000 time: 0.0935183 May 25 15:22:25.860587 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08078dcd-59a8-48b6-a399-eb10c57a1c52 None None] Routers {'fe730702-c490-457c-9cdd-16d8124b5657'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:22:25.861305 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-08078dcd-59a8-48b6-a399-eb10c57a1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:22:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['fe730702-c490-457c-9cdd-16d8124b5657'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:22:25.917169 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1754e1-2058-46eb-aa5b-c702ee32d5e9 req-2497ce45-d37c-4506-b7b5-bf2f5d221bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:25.918849 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-9e1754e1-2058-46eb-aa5b-c702ee32d5e9 req-2497ce45-d37c-4506-b7b5-bf2f5d221bb6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d3d2240-c411-4ea9-8859-45b4c9044e74 HTTP/1.1" status: 200 len: 849 time: 0.0568805 May 25 15:22:25.973322 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1754e1-2058-46eb-aa5b-c702ee32d5e9 req-26401822-803a-4be4-80ab-9f18af07ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:22:25.975199 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-9e1754e1-2058-46eb-aa5b-c702ee32d5e9 req-26401822-803a-4be4-80ab-9f18af07ed6e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503788 May 25 15:22:25.994521 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-08078dcd-59a8-48b6-a399-eb10c57a1c52 None None] Set router fe730702-c490-457c-9cdd-16d8124b5657 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:22:26.097870 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-9e1754e1-2058-46eb-aa5b-c702ee32d5e9 req-ec59da5a-5e09-4e1f-a77a-9d10ad379398 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160030 May 25 15:22:26.154159 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:26.230236 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-08078dcd-59a8-48b6-a399-eb10c57a1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '57d70183-d849-46c2-a0a8-c793d821e78c', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'port_id': 'e28a6b0c-dfea-4658-961a-a23f59e22b56', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'mac_address': 'fa:16:3e:e7:a1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5019b4-90ad-41c3-ac9d-e80606e15bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:22:24Z', 'updated_at': '2022-05-25T15:22:24Z', 'revision_number': 0, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ip_address_scope': None}, {'id': 'a2aad2e6-6800-476e-bca2-73bbbdc28458', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'port_id': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'mac_address': 'fa:16:3e:20:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:19:58Z', 'updated_at': '2022-05-25T15:20:00Z', 'revision_number': 1, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:22:26.252346 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-9e1754e1-2058-46eb-aa5b-c702ee32d5e9 req-15279279-07ef-48fd-a0d3-64a7899da162 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479797 May 25 15:22:26.261446 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08078dcd-59a8-48b6-a399-eb10c57a1c52 None None] The sync data for ids ['fe730702-c490-457c-9cdd-16d8124b5657'] in dv-cinder-830283-3-iscsi is: [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': '57d70183-d849-46c2-a0a8-c793d821e78c', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'port_id': 'e28a6b0c-dfea-4658-961a-a23f59e22b56', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'mac_address': 'fa:16:3e:e7:a1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5019b4-90ad-41c3-ac9d-e80606e15bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:22:24Z', 'updated_at': '2022-05-25T15:22:24Z', 'revision_number': 0, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ip_address_scope': None}, {'id': 'a2aad2e6-6800-476e-bca2-73bbbdc28458', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'port_id': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'mac_address': 'fa:16:3e:20:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:19:58Z', 'updated_at': '2022-05-25T15:20:00Z', 'revision_number': 1, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:22:26.492517 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d775c6-7e8b-4c6d-b792-51c97c639c7f None None] New status for floating IP 57d70183-d849-46c2-a0a8-c793d821e78c: ACTIVE {{(pid=116228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:22:33.107450 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=92 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:33.116816 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=82 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:35.928240 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:36.242827 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:DELETE=1,neutron:SELECT=51 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:36.245971 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=50 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:36.603010 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:36.611266 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:36.659579 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a1ca14bc-ac27-41b7-b986-d10f6e132654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:38.908125 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-0276e380-ddcf-47f8-8ce6-871a9e786634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:40.413050 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:41.611528 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:42.907906 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:22:46.613891 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:22:52.856692 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:22:52.858148 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:23:03.537964 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:23:03.544974 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:23:05.869623 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:23:06.611129 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-5208eaf8-881a-4f01-ae8a-f04f3310dc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:23:08.584266 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-24ab10f3-beff-43c7-8327-b1559ed6ac5f req-1ffd4fba-f33f-427e-93d6-be4c2337ddb0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416534 May 25 15:23:08.693385 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab10f3-beff-43c7-8327-b1559ed6ac5f req-9d5068dc-6143-427a-8ab1-646342140034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:23:08.695031 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-24ab10f3-beff-43c7-8327-b1559ed6ac5f req-9d5068dc-6143-427a-8ab1-646342140034 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 1129 time: 0.0501328 May 25 15:23:08.816093 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab10f3-beff-43c7-8327-b1559ed6ac5f req-ad39c139-d5d7-4d8a-978f-dd55fc8fe649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:23:08.817665 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-24ab10f3-beff-43c7-8327-b1559ed6ac5f req-ad39c139-d5d7-4d8a-978f-dd55fc8fe649 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 200 len: 911 time: 0.1005197 May 25 15:23:08.896216 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-24ab10f3-beff-43c7-8327-b1559ed6ac5f req-5c2ef8d9-103f-4cde-8c0c-7d0bce357903 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=933f5e37-e7ff-424b-a3e2-cd832a6ec38b HTTP/1.1" status: 200 len: 1000 time: 0.0706789 May 25 15:23:08.896811 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-694d38a4-75b1-40be-8af1-65e2f9a5ea5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:23:08.951613 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab10f3-beff-43c7-8327-b1559ed6ac5f req-0b1b1274-c744-4950-ac26-311221d8c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:23:08.953363 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-24ab10f3-beff-43c7-8327-b1559ed6ac5f req-0b1b1274-c744-4950-ac26-311221d8c9b1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d3d2240-c411-4ea9-8859-45b4c9044e74 HTTP/1.1" status: 200 len: 849 time: 0.0506721 May 25 15:23:09.002465 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab10f3-beff-43c7-8327-b1559ed6ac5f req-488a6953-1ff6-4378-b64f-e2f4ab1240e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:23:09.004168 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-24ab10f3-beff-43c7-8327-b1559ed6ac5f req-488a6953-1ff6-4378-b64f-e2f4ab1240e1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447369 May 25 15:23:09.110868 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-24ab10f3-beff-43c7-8327-b1559ed6ac5f req-58e8ef54-62e0-4135-a0d3-9828faef8ba0 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997043 May 25 15:23:09.210579 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-24ab10f3-beff-43c7-8327-b1559ed6ac5f req-cc2e13bf-0fe7-478d-91ee-f798ff92f342 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933781 May 25 15:23:10.439317 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:23:11.610557 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:23:12.949746 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:23:19.205961 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=53 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:23:19.206944 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=48 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:23:22.850315 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:23:22.858476 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:23:23.612987 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:23:35.880796 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:23:36.646429 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-8d8bcb1a-fa9d-4ac6-a1a8-fd1114c00297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:23:38.909144 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-fe24281b-6b62-4b06-8499-55da414dc909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:23:40.472734 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:23:40.543964 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:23:40.545010 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=7 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:23:41.623673 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:23:42.938387 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:23:54.548422 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:UPDATE=4,neutron:SELECT=20 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:23:54.551046 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:00.612704 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:24:06.048879 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:06.611103 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba5f4-6eba-45dd-89c3-0ff22871b4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:08.902970 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-ea3140fb-5815-42d2-8588-04f5a882fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:10.405530 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:10.623820 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2e89cfec-d8f5-42bc-8d4b-0a8f06e91472 req-9fd3e537-0e1a-466b-a93b-037b8b9e2e17 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391188 May 25 15:24:10.696818 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89cfec-d8f5-42bc-8d4b-0a8f06e91472 req-c974a7d8-a216-4344-93b8-8c2abb6e7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:24:10.698315 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2e89cfec-d8f5-42bc-8d4b-0a8f06e91472 req-c974a7d8-a216-4344-93b8-8c2abb6e7b2c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 1130 time: 0.0430088 May 25 15:24:10.801506 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89cfec-d8f5-42bc-8d4b-0a8f06e91472 req-908df5a7-6108-4378-bddc-e8d488f085cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:24:10.803004 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2e89cfec-d8f5-42bc-8d4b-0a8f06e91472 req-908df5a7-6108-4378-bddc-e8d488f085cf service neutron] 10.222.0.86 "GET /v2.0/networks?id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 200 len: 911 time: 0.0850089 May 25 15:24:10.868954 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2e89cfec-d8f5-42bc-8d4b-0a8f06e91472 req-71aec373-39d1-4b98-b555-834a47e420b4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e28a6b0c-dfea-4658-961a-a23f59e22b56 HTTP/1.1" status: 200 len: 1002 time: 0.0590224 May 25 15:24:10.917522 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89cfec-d8f5-42bc-8d4b-0a8f06e91472 req-a93391b6-2aa3-4025-bfca-080f8b31d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:24:10.918924 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2e89cfec-d8f5-42bc-8d4b-0a8f06e91472 req-a93391b6-2aa3-4025-bfca-080f8b31d09b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d3d2240-c411-4ea9-8859-45b4c9044e74 HTTP/1.1" status: 200 len: 849 time: 0.0433218 May 25 15:24:10.964025 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89cfec-d8f5-42bc-8d4b-0a8f06e91472 req-1554148d-4a44-4249-b929-b2fe66d21aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:24:10.965601 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2e89cfec-d8f5-42bc-8d4b-0a8f06e91472 req-1554148d-4a44-4249-b929-b2fe66d21aa8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407166 May 25 15:24:11.059832 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2e89cfec-d8f5-42bc-8d4b-0a8f06e91472 req-1fd05005-1b51-4582-b6cf-4e89e2c7a8a0 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881081 May 25 15:24:11.404066 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-2e89cfec-d8f5-42bc-8d4b-0a8f06e91472 req-54c156a7-ae84-44c5-8ca6-399fb957e154 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378963 May 25 15:24:11.667066 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:12.919720 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:17.538013 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:17.540200 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:21.394833 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=51 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:21.400962 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=50 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:22.856677 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:22.857503 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:24.765867 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37734) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:24:24.907700 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Deleting port 19d49e5c-d906-4228-a085-3d06977aaf0f {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:24:24.908048 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (19d49e5c-d906-4228-a085-3d06977aaf0f), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:24.996010 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (19d49e5c-d906-4228-a085-3d06977aaf0f), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:24.996338 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for floatingip (19d49e5c-d906-4228-a085-3d06977aaf0f), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:25.009576 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Calling delete_port for 19d49e5c-d906-4228-a085-3d06977aaf0f owned by network:floatingip {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:24:25.233859 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (19d49e5c-d906-4228-a085-3d06977aaf0f), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:25.256582 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event deleted for resources: {'Port': ['ID=19d49e5c-d906-4228-a085-3d06977aaf0f,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:25.266508 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:25.266885 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:25.267234 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:25.267578 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:25.267921 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:25.268780 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:25.268780 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:25.268992 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:25.269201 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:25.269528 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:25.269862 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:25.270190 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:25.270516 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:25.270861 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:25.271186 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:25.333657 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for floatingip (57d70183-d849-46c2-a0a8-c793d821e78c), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:25.333992 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Floating IP 57d70183-d849-46c2-a0a8-c793d821e78c disassociated (deleted). External IP: 172.27.1.118, port: e28a6b0c-dfea-4658-961a-a23f59e22b56. May 25 15:24:25.535878 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Router fe730702-c490-457c-9cdd-16d8124b5657 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:24:25.640009 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:25.642982 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:24:25.651779 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:25.652520 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0228ab6-64d4-47d1-bb87-ffcae27b4b3b None None] Sync routers for ids ['fe730702-c490-457c-9cdd-16d8124b5657'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:24:25.662388 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0228ab6-64d4-47d1-bb87-ffcae27b4b3b None None] Routers {'fe730702-c490-457c-9cdd-16d8124b5657'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:24:25.663093 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-c0228ab6-64d4-47d1-bb87-ffcae27b4b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:24:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['fe730702-c490-457c-9cdd-16d8124b5657'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:25.679492 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-a2c9fb8a-9e53-4c29-b83e-9e545806bb2f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "DELETE /v2.0/floatingips/57d70183-d849-46c2-a0a8-c793d821e78c HTTP/1.1" status: 204 len: 168 time: 0.9125054 May 25 15:24:25.680752 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5019b4-90ad-41c3-ac9d-e80606e15bd1', 'tag': 'e28a6b0c-dfea-4658-961a-a23f59e22b56'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:24:25.683098 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e7ac4a-92b0-4fff-b34b-4594410aa8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5019b4-90ad-41c3-ac9d-e80606e15bd1", "tag": "e28a6b0c-dfea-4658-961a-a23f59e22b56"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:24:25.729521 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc3af73-1a90-47c9-bb4b-c3cd452b33ca x-openstack-request-id: req-fbc3af73-1a90-47c9-bb4b-c3cd452b33ca {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:24:25.729891 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5019b4-90ad-41c3-ac9d-e80606e15bd1", "tag": "e28a6b0c-dfea-4658-961a-a23f59e22b56", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:24:25.730095 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fbc3af73-1a90-47c9-bb4b-c3cd452b33ca {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:24:25.730504 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbc3af73-1a90-47c9-bb4b-c3cd452b33ca'] response: {'name': 'network-changed', 'server_uuid': 'fa5019b4-90ad-41c3-ac9d-e80606e15bd1', 'tag': 'e28a6b0c-dfea-4658-961a-a23f59e22b56', 'status': 'completed', 'code': 200} May 25 15:24:25.779824 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-c0228ab6-64d4-47d1-bb87-ffcae27b4b3b None None] Set router fe730702-c490-457c-9cdd-16d8124b5657 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:24:25.834123 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7ac4a-92b0-4fff-b34b-4594410aa8a0 req-03426076-9a53-4450-8714-a3b6cb1d2f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:24:25.835712 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-05e7ac4a-92b0-4fff-b34b-4594410aa8a0 req-03426076-9a53-4450-8714-a3b6cb1d2f38 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 1130 time: 0.0632348 May 25 15:24:25.849479 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:25.937193 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7ac4a-92b0-4fff-b34b-4594410aa8a0 req-7a4c1064-cd15-4976-8874-9b751c9258e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:24:25.938688 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-05e7ac4a-92b0-4fff-b34b-4594410aa8a0 req-7a4c1064-cd15-4976-8874-9b751c9258e9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 200 len: 911 time: 0.0969036 May 25 15:24:25.980491 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-05e7ac4a-92b0-4fff-b34b-4594410aa8a0 req-5d96faf9-e553-4102-9d44-7f34100330bc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e28a6b0c-dfea-4658-961a-a23f59e22b56 HTTP/1.1" status: 200 len: 217 time: 0.0362928 May 25 15:24:26.011046 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-c0228ab6-64d4-47d1-bb87-ffcae27b4b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': 'a2aad2e6-6800-476e-bca2-73bbbdc28458', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'port_id': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'mac_address': 'fa:16:3e:20:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:19:58Z', 'updated_at': '2022-05-25T15:20:00Z', 'revision_number': 1, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:26.033607 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7ac4a-92b0-4fff-b34b-4594410aa8a0 req-3d0dc113-11a4-4ada-b64d-eae888475e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:24:26.035132 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-05e7ac4a-92b0-4fff-b34b-4594410aa8a0 req-3d0dc113-11a4-4ada-b64d-eae888475e24 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d3d2240-c411-4ea9-8859-45b4c9044e74 HTTP/1.1" status: 200 len: 849 time: 0.0493400 May 25 15:24:26.040985 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0228ab6-64d4-47d1-bb87-ffcae27b4b3b None None] Checking router: fe730702-c490-457c-9cdd-16d8124b5657 for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:24:26.050954 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0228ab6-64d4-47d1-bb87-ffcae27b4b3b None None] Routers {'fe730702-c490-457c-9cdd-16d8124b5657'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:24:26.051588 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-c0228ab6-64d4-47d1-bb87-ffcae27b4b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:24:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['fe730702-c490-457c-9cdd-16d8124b5657'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:26.090847 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7ac4a-92b0-4fff-b34b-4594410aa8a0 req-8b61c087-910b-4647-8562-1135d2fe726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:24:26.092459 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-05e7ac4a-92b0-4fff-b34b-4594410aa8a0 req-8b61c087-910b-4647-8562-1135d2fe726d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489364 May 25 15:24:26.146645 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615a0c1-1164-4d4c-a86f-f63e9dfae791 req-1031438a-36aa-450f-ad1d-cf31dab92784 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:24:26.148183 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6615a0c1-1164-4d4c-a86f-f63e9dfae791 req-1031438a-36aa-450f-ad1d-cf31dab92784 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 946 time: 0.0532563 May 25 15:24:26.159287 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-c0228ab6-64d4-47d1-bb87-ffcae27b4b3b None None] Set router fe730702-c490-457c-9cdd-16d8124b5657 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:24:26.201597 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-6615a0c1-1164-4d4c-a86f-f63e9dfae791 req-271b382e-0108-4365-bd6f-9918ca0e0331 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475929 May 25 15:24:26.371666 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-c0228ab6-64d4-47d1-bb87-ffcae27b4b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': 'a2aad2e6-6800-476e-bca2-73bbbdc28458', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'port_id': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'mac_address': 'fa:16:3e:20:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:19:58Z', 'updated_at': '2022-05-25T15:20:00Z', 'revision_number': 1, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:26.396225 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0228ab6-64d4-47d1-bb87-ffcae27b4b3b None None] The sync data for ids ['fe730702-c490-457c-9cdd-16d8124b5657'] in dv-cinder-830283-3-iscsi is: [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_floatingips': [{'id': 'a2aad2e6-6800-476e-bca2-73bbbdc28458', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'router_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'port_id': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'mac_address': 'fa:16:3e:20:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:19:58Z', 'updated_at': '2022-05-25T15:20:00Z', 'revision_number': 1, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:24:26.616962 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78899185-ba16-40bf-9fb5-142dc10f09d1 None None] New status for floating IP 57d70183-d849-46c2-a0a8-c793d821e78c: DOWN {{(pid=116228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:24:27.226869 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-05e7ac4a-92b0-4fff-b34b-4594410aa8a0 req-9ae5d7b0-ee9c-41fe-9052-5185148ca01f service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861084 May 25 15:24:27.317735 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28893b-9dc6-46ef-934e-902891a21adf req-7975f7b3-2765-49b8-8922-c92fa7f260cc tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:24:27.319342 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3a28893b-9dc6-46ef-934e-902891a21adf req-7975f7b3-2765-49b8-8922-c92fa7f260cc tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 946 time: 0.0475945 May 25 15:24:27.344169 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-05e7ac4a-92b0-4fff-b34b-4594410aa8a0 req-cd9c4176-2811-4810-9e38-be8f18e01e38 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925174 May 25 15:24:27.371524 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-3a28893b-9dc6-46ef-934e-902891a21adf req-711ae9ba-27b5-4204-9bcc-ef38763e0fad tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450995 May 25 15:24:27.934555 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886c8b6-d0e6-48b8-a661-fc1f4e6a81e9 req-ac9a8542-5c46-4af3-b25f-de67ce47d23c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:24:27.936026 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-1886c8b6-d0e6-48b8-a661-fc1f4e6a81e9 req-ac9a8542-5c46-4af3-b25f-de67ce47d23c tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 946 time: 0.0478430 May 25 15:24:28.019062 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-1886c8b6-d0e6-48b8-a661-fc1f4e6a81e9 req-5312a2c5-35db-437f-aac3-667136a4f280 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Deleting port e28a6b0c-dfea-4658-961a-a23f59e22b56 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:24:28.019398 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-1886c8b6-d0e6-48b8-a661-fc1f4e6a81e9 req-5312a2c5-35db-437f-aac3-667136a4f280 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (e28a6b0c-dfea-4658-961a-a23f59e22b56), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:28.111397 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-1886c8b6-d0e6-48b8-a661-fc1f4e6a81e9 req-5312a2c5-35db-437f-aac3-667136a4f280 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] For port e28a6b0c-dfea-4658-961a-a23f59e22b56, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=e28a6b0c-dfea-4658-961a-a23f59e22b56,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:24:28.111767 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-1886c8b6-d0e6-48b8-a661-fc1f4e6a81e9 req-5312a2c5-35db-437f-aac3-667136a4f280 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (e28a6b0c-dfea-4658-961a-a23f59e22b56), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:28.124710 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-1886c8b6-d0e6-48b8-a661-fc1f4e6a81e9 req-5312a2c5-35db-437f-aac3-667136a4f280 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Calling delete_port for e28a6b0c-dfea-4658-961a-a23f59e22b56 owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:24:28.205282 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:28.311446 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-1886c8b6-d0e6-48b8-a661-fc1f4e6a81e9 req-5312a2c5-35db-437f-aac3-667136a4f280 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (e28a6b0c-dfea-4658-961a-a23f59e22b56), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:28.341624 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312a2c5-35db-437f-aac3-667136a4f280 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event deleted for resources: {'Port': ['ID=e28a6b0c-dfea-4658-961a-a23f59e22b56,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:28.399562 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1886c8b6-d0e6-48b8-a661-fc1f4e6a81e9 req-5312a2c5-35db-437f-aac3-667136a4f280 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] No DVR routers for this DVR port e28a6b0c-dfea-4658-961a-a23f59e22b56 on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:24:28.399562 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-1886c8b6-d0e6-48b8-a661-fc1f4e6a81e9 req-5312a2c5-35db-437f-aac3-667136a4f280 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:28.399562 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-1886c8b6-d0e6-48b8-a661-fc1f4e6a81e9 req-5312a2c5-35db-437f-aac3-667136a4f280 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.86 "DELETE /v2.0/ports/e28a6b0c-dfea-4658-961a-a23f59e22b56 HTTP/1.1" status: 204 len: 173 time: 0.4513507 May 25 15:24:28.399562 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5019b4-90ad-41c3-ac9d-e80606e15bd1', 'name': 'network-vif-deleted', 'tag': 'e28a6b0c-dfea-4658-961a-a23f59e22b56'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:24:28.399562 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1e9166-5cfc-46ec-ab55-0327891a4895" -d '{"events": [{"server_uuid": "fa5019b4-90ad-41c3-ac9d-e80606e15bd1", "name": "network-vif-deleted", "tag": "e28a6b0c-dfea-4658-961a-a23f59e22b56"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:24:28.431640 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac8337d-63d6-426d-8113-985a7c7b4395 x-openstack-request-id: req-4ac8337d-63d6-426d-8113-985a7c7b4395 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:24:28.439449 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5019b4-90ad-41c3-ac9d-e80606e15bd1", "name": "network-vif-deleted", "tag": "e28a6b0c-dfea-4658-961a-a23f59e22b56", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:24:28.439449 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4ac8337d-63d6-426d-8113-985a7c7b4395 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:24:28.439449 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac8337d-63d6-426d-8113-985a7c7b4395'] response: {'server_uuid': 'fa5019b4-90ad-41c3-ac9d-e80606e15bd1', 'name': 'network-vif-deleted', 'tag': 'e28a6b0c-dfea-4658-961a-a23f59e22b56', 'status': 'completed', 'code': 200} May 25 15:24:28.476305 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-9306eafe-ff69-4852-9149-a4f58d1db946 req-05c89d0f-e8ba-47fd-941c-bd9ad6a8719f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 210 time: 0.0315661 May 25 15:24:29.586450 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1ef1ab22-b7cd-4d09-a862-9735e83ab8f5 req-32882536-dd22-47d9-8b85-3e07a33a4b3e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5019b4-90ad-41c3-ac9d-e80606e15bd1 HTTP/1.1" status: 200 len: 210 time: 0.0270648 May 25 15:24:32.473874 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device e28a6b0c-dfea-4658-961a-a23f59e22b56 no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:24:32.493533 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: e28a6b0c-dfea-4658-961a-a23f59e22b56 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:24:32.493891 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device e28a6b0c-dfea-4658-961a-a23f59e22b56 not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:24:33.132255 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37776) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:24:33.277737 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-495bf6a7-375d-4257-b2a5-546f62eef760 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Deleting port 3855d406-1260-4dfa-b267-72e4785ec39e {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:24:33.278069 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-495bf6a7-375d-4257-b2a5-546f62eef760 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (3855d406-1260-4dfa-b267-72e4785ec39e), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:33.357786 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-495bf6a7-375d-4257-b2a5-546f62eef760 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (3855d406-1260-4dfa-b267-72e4785ec39e), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:33.358108 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-495bf6a7-375d-4257-b2a5-546f62eef760 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for floatingip (3855d406-1260-4dfa-b267-72e4785ec39e), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:33.360499 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:33.377098 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-495bf6a7-375d-4257-b2a5-546f62eef760 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Calling delete_port for 3855d406-1260-4dfa-b267-72e4785ec39e owned by network:floatingip {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:24:33.608939 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-495bf6a7-375d-4257-b2a5-546f62eef760 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (3855d406-1260-4dfa-b267-72e4785ec39e), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:33.638661 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495bf6a7-375d-4257-b2a5-546f62eef760 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event deleted for resources: {'Port': ['ID=3855d406-1260-4dfa-b267-72e4785ec39e,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:33.700614 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-495bf6a7-375d-4257-b2a5-546f62eef760 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for floatingip (a2aad2e6-6800-476e-bca2-73bbbdc28458), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:33.700940 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.db.l3_db [None req-495bf6a7-375d-4257-b2a5-546f62eef760 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Floating IP a2aad2e6-6800-476e-bca2-73bbbdc28458 disassociated (deleted). External IP: 172.27.1.79, port: 933f5e37-e7ff-424b-a3e2-cd832a6ec38b. May 25 15:24:33.896833 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495bf6a7-375d-4257-b2a5-546f62eef760 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Router fe730702-c490-457c-9cdd-16d8124b5657 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:24:33.947477 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:34.004482 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495bf6a7-375d-4257-b2a5-546f62eef760 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:24:34.013107 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-495bf6a7-375d-4257-b2a5-546f62eef760 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:34.014306 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de6d3c4-3e07-42f1-8b95-0fd70e820da0 None None] Sync routers for ids ['fe730702-c490-457c-9cdd-16d8124b5657'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:24:34.025486 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de6d3c4-3e07-42f1-8b95-0fd70e820da0 None None] Routers {'fe730702-c490-457c-9cdd-16d8124b5657'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:24:34.026106 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-0de6d3c4-3e07-42f1-8b95-0fd70e820da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:24:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['fe730702-c490-457c-9cdd-16d8124b5657'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:34.040334 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-495bf6a7-375d-4257-b2a5-546f62eef760 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "DELETE /v2.0/floatingips/a2aad2e6-6800-476e-bca2-73bbbdc28458 HTTP/1.1" status: 204 len: 168 time: 0.9069645 May 25 15:24:34.040921 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'tag': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:24:34.043216 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ca2adf-ae94-4376-bcf5-376d7ad5d0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5", "tag": "933f5e37-e7ff-424b-a3e2-cd832a6ec38b"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:24:34.079823 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9563bd8-8b9b-48ed-ab47-c7b7cecfaea4 x-openstack-request-id: req-c9563bd8-8b9b-48ed-ab47-c7b7cecfaea4 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:24:34.080114 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5", "tag": "933f5e37-e7ff-424b-a3e2-cd832a6ec38b", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:24:34.080365 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c9563bd8-8b9b-48ed-ab47-c7b7cecfaea4 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:24:34.080769 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9563bd8-8b9b-48ed-ab47-c7b7cecfaea4'] response: {'name': 'network-changed', 'server_uuid': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'tag': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b', 'status': 'completed', 'code': 200} May 25 15:24:34.132792 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-0de6d3c4-3e07-42f1-8b95-0fd70e820da0 None None] Set router fe730702-c490-457c-9cdd-16d8124b5657 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:24:34.168620 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca2adf-ae94-4376-bcf5-376d7ad5d0cc req-f74db5ed-ebb9-4a2a-9752-f6a7854da706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:24:34.170025 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e1ca2adf-ae94-4376-bcf5-376d7ad5d0cc req-f74db5ed-ebb9-4a2a-9752-f6a7854da706 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e5a54632992428ca774d47f3f20d6b9&device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 1129 time: 0.0441155 May 25 15:24:34.204320 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:34.258978 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca2adf-ae94-4376-bcf5-376d7ad5d0cc req-78bd3912-96f0-43e5-8790-b0b79f129935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:24:34.260474 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e1ca2adf-ae94-4376-bcf5-376d7ad5d0cc req-78bd3912-96f0-43e5-8790-b0b79f129935 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 200 len: 911 time: 0.0849495 May 25 15:24:34.300564 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e1ca2adf-ae94-4376-bcf5-376d7ad5d0cc req-57a7a8b5-f397-4f9d-a3ce-d76f9d2154f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=933f5e37-e7ff-424b-a3e2-cd832a6ec38b HTTP/1.1" status: 200 len: 217 time: 0.0341699 May 25 15:24:34.304940 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=100 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:34.326364 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-0de6d3c4-3e07-42f1-8b95-0fd70e820da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:34.356602 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca2adf-ae94-4376-bcf5-376d7ad5d0cc req-849c03c3-971b-4106-8b40-6660e0112feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:24:34.358089 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e1ca2adf-ae94-4376-bcf5-376d7ad5d0cc req-849c03c3-971b-4106-8b40-6660e0112feb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d3d2240-c411-4ea9-8859-45b4c9044e74 HTTP/1.1" status: 200 len: 849 time: 0.0519311 May 25 15:24:34.359429 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de6d3c4-3e07-42f1-8b95-0fd70e820da0 None None] Checking router: fe730702-c490-457c-9cdd-16d8124b5657 for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:24:34.368371 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de6d3c4-3e07-42f1-8b95-0fd70e820da0 None None] Routers {'fe730702-c490-457c-9cdd-16d8124b5657'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:24:34.368981 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-0de6d3c4-3e07-42f1-8b95-0fd70e820da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:24:09Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['fe730702-c490-457c-9cdd-16d8124b5657'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:34.408116 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca2adf-ae94-4376-bcf5-376d7ad5d0cc req-34050cd1-76f0-4872-9c50-e5bfc5f8941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:24:34.409950 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e1ca2adf-ae94-4376-bcf5-376d7ad5d0cc req-34050cd1-76f0-4872-9c50-e5bfc5f8941e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454302 May 25 15:24:34.473836 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-0de6d3c4-3e07-42f1-8b95-0fd70e820da0 None None] Set router fe730702-c490-457c-9cdd-16d8124b5657 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:24:34.506965 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f99c98-28c4-4997-ad82-4733e2592757 req-23834353-b9b6-4f67-b6f6-cba0fb8aed35 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:24:34.509031 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b9f99c98-28c4-4997-ad82-4733e2592757 req-23834353-b9b6-4f67-b6f6-cba0fb8aed35 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 945 time: 0.0514228 May 25 15:24:34.559101 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-b9f99c98-28c4-4997-ad82-4733e2592757 req-aa2d9918-95a9-4224-ba4a-52cfdc357bf9 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441968 May 25 15:24:34.666991 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-0de6d3c4-3e07-42f1-8b95-0fd70e820da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:34.691269 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de6d3c4-3e07-42f1-8b95-0fd70e820da0 None None] The sync data for ids ['fe730702-c490-457c-9cdd-16d8124b5657'] in dv-cinder-830283-3-iscsi is: [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:19Z', 'revision_number': 4, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi', '_interfaces': [{'id': '5953d601-02a1-49ae-ab49-6b72386ae113', 'name': '', 'network_id': 'f8b32613-7bd9-40e5-935b-b1d37f6ebd8a', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'mac_address': 'fa:16:3e:96:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:18Z', 'updated_at': '2022-05-25T15:16:22Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'subnets': [{'id': '5d3d2240-c411-4ea9-8859-45b4c9044e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:24:34.913188 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f14b2f-009f-4854-abc4-a47c8c5aa39e None None] New status for floating IP a2aad2e6-6800-476e-bca2-73bbbdc28458: DOWN {{(pid=116228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:24:35.515478 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:35.544371 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e1ca2adf-ae94-4376-bcf5-376d7ad5d0cc req-efbc65e7-217a-4117-9c31-5d7a2b853728 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849800 May 25 15:24:35.645493 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-e1ca2adf-ae94-4376-bcf5-376d7ad5d0cc req-3a616a45-99df-4afd-b986-24c60f939fd7 service neutron] 10.222.0.86 "GET /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927072 May 25 15:24:35.675086 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8030a9-70cf-4532-932b-c61d263e42cb req-29ae7a98-b55a-4dc8-834e-f24461d97125 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:24:35.676601 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1d8030a9-70cf-4532-932b-c61d263e42cb req-29ae7a98-b55a-4dc8-834e-f24461d97125 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 945 time: 0.0471027 May 25 15:24:35.731876 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-1d8030a9-70cf-4532-932b-c61d263e42cb req-bd863569-0fc0-4ad3-a53b-c963f90335e2 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/security-groups?id=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490160 May 25 15:24:35.931827 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:36.221579 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81c851-9308-4019-8953-62fb11e93f5d req-5a60ae67-89fd-4751-919d-4af5617acb34 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:24:36.223051 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-5c81c851-9308-4019-8953-62fb11e93f5d req-5a60ae67-89fd-4751-919d-4af5617acb34 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 945 time: 0.0476811 May 25 15:24:36.308340 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-5c81c851-9308-4019-8953-62fb11e93f5d req-f0358718-a1c9-4546-829b-226e110d2e2e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Deleting port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:24:36.308685 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-5c81c851-9308-4019-8953-62fb11e93f5d req-f0358718-a1c9-4546-829b-226e110d2e2e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (933f5e37-e7ff-424b-a3e2-cd832a6ec38b), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:36.398880 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [req-5c81c851-9308-4019-8953-62fb11e93f5d req-f0358718-a1c9-4546-829b-226e110d2e2e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] For port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b, host hv-cinder-83028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83028',level=0,port_id=933f5e37-e7ff-424b-a3e2-cd832a6ec38b,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:24:36.399251 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-5c81c851-9308-4019-8953-62fb11e93f5d req-f0358718-a1c9-4546-829b-226e110d2e2e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (933f5e37-e7ff-424b-a3e2-cd832a6ec38b), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:36.412684 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [req-5c81c851-9308-4019-8953-62fb11e93f5d req-f0358718-a1c9-4546-829b-226e110d2e2e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Calling delete_port for 933f5e37-e7ff-424b-a3e2-cd832a6ec38b owned by compute:nova {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:24:36.650729 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-e0969750-3afa-4703-a305-4b043737a30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:36.677239 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-5c81c851-9308-4019-8953-62fb11e93f5d req-f0358718-a1c9-4546-829b-226e110d2e2e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (933f5e37-e7ff-424b-a3e2-cd832a6ec38b), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:36.685183 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:36.706179 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0358718-a1c9-4546-829b-226e110d2e2e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event deleted for resources: {'Port': ['ID=933f5e37-e7ff-424b-a3e2-cd832a6ec38b,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:36.753869 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c81c851-9308-4019-8953-62fb11e93f5d req-f0358718-a1c9-4546-829b-226e110d2e2e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] No DVR routers for this DVR port 933f5e37-e7ff-424b-a3e2-cd832a6ec38b on host hv-cinder-83028 {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:24:36.756826 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [req-5c81c851-9308-4019-8953-62fb11e93f5d req-f0358718-a1c9-4546-829b-226e110d2e2e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for port (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:36.760711 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [req-5c81c851-9308-4019-8953-62fb11e93f5d req-f0358718-a1c9-4546-829b-226e110d2e2e tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.86 "DELETE /v2.0/ports/933f5e37-e7ff-424b-a3e2-cd832a6ec38b HTTP/1.1" status: 204 len: 173 time: 0.5322185 May 25 15:24:36.761349 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'name': 'network-vif-deleted', 'tag': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b'}] {{(pid=116225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:24:36.763562 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6fce7ec74dc23abe5346f18c4b1796ffbc5973c44a3fa46c8baf5f156c0d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19522476-a462-40f5-a53c-af081e6a73f8" -d '{"events": [{"server_uuid": "e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5", "name": "network-vif-deleted", "tag": "933f5e37-e7ff-424b-a3e2-cd832a6ec38b"}]}' {{(pid=116225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:24:36.800186 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7db1c8-921c-4314-98a1-b04916e58b40 x-openstack-request-id: req-2c7db1c8-921c-4314-98a1-b04916e58b40 {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:24:36.800487 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5", "name": "network-vif-deleted", "tag": "933f5e37-e7ff-424b-a3e2-cd832a6ec38b", "status": "completed", "code": 200}]} {{(pid=116225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:24:36.800740 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2c7db1c8-921c-4314-98a1-b04916e58b40 {{(pid=116225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:24:36.801143 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c7db1c8-921c-4314-98a1-b04916e58b40'] response: {'server_uuid': 'e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5', 'name': 'network-vif-deleted', 'tag': '933f5e37-e7ff-424b-a3e2-cd832a6ec38b', 'status': 'completed', 'code': 200} May 25 15:24:36.831360 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-4deafc41-f17a-4b03-9c20-298b3a97c6ce req-aafe69ca-d8f3-441a-9162-71d2064cb21f tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 210 time: 0.0284050 May 25 15:24:37.612133 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:24:37.948001 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [req-8cef3561-3fc0-40dc-95f6-268bdf9a92e7 req-a265ccbb-8c05-446f-90a6-862314d4c88a tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e802cf-b4f1-425b-ac0c-4ac1b36fe5e5 HTTP/1.1" status: 200 len: 210 time: 0.0318782 May 25 15:24:38.907930 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-8d4d45df-8007-4330-a35c-ae3ef8b2d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:39.005640 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37796) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:24:39.127452 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-9cb34958-17a9-4e19-98ef-9bb920690b60 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Deleting port afa3c65a-3505-415c-802a-621c5eaa99be {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:24:39.127869 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9cb34958-17a9-4e19-98ef-9bb920690b60 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (afa3c65a-3505-415c-802a-621c5eaa99be), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:39.206706 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9cb34958-17a9-4e19-98ef-9bb920690b60 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (afa3c65a-3505-415c-802a-621c5eaa99be), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:39.207041 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9cb34958-17a9-4e19-98ef-9bb920690b60 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for floatingip (afa3c65a-3505-415c-802a-621c5eaa99be), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:39.219909 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-9cb34958-17a9-4e19-98ef-9bb920690b60 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Calling delete_port for afa3c65a-3505-415c-802a-621c5eaa99be owned by network:floatingip {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:24:39.416803 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9cb34958-17a9-4e19-98ef-9bb920690b60 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (afa3c65a-3505-415c-802a-621c5eaa99be), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:39.440946 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb34958-17a9-4e19-98ef-9bb920690b60 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event deleted for resources: {'Port': ['ID=afa3c65a-3505-415c-802a-621c5eaa99be,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:39.470551 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:39.507189 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9cb34958-17a9-4e19-98ef-9bb920690b60 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for floatingip (f70e38d2-4bbe-45b7-a220-3a025ba9e234), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:39.510210 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-9cb34958-17a9-4e19-98ef-9bb920690b60 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-994208'] for floatingip (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:39.511394 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-9cb34958-17a9-4e19-98ef-9bb920690b60 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "DELETE /v2.0/floatingips/f70e38d2-4bbe-45b7-a220-3a025ba9e234 HTTP/1.1" status: 204 len: 168 time: 0.5057428 May 25 15:24:40.512135 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 933f5e37-e7ff-424b-a3e2-cd832a6ec38b no longer exists at agent hyperv_hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:24:40.531183 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] No Port match for: 933f5e37-e7ff-424b-a3e2-cd832a6ec38b {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:24:40.531536 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Device 933f5e37-e7ff-424b-a3e2-cd832a6ec38b not bound to the agent host hv-cinder-83028 {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:24:40.587832 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:40.912145 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37812) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:24:40.974055 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-aa726803-8667-4b27-8b31-027baa274379 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group (453a28d3-65f1-4c4e-a197-6ebe8e5e07c7), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:41.000154 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-aa726803-8667-4b27-8b31-027baa274379 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group (453a28d3-65f1-4c4e-a197-6ebe8e5e07c7), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:41.168781 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-aa726803-8667-4b27-8b31-027baa274379 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (453a28d3-65f1-4c4e-a197-6ebe8e5e07c7), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:41.171379 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-aa726803-8667-4b27-8b31-027baa274379 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Publish callbacks [] for security_group (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:41.178533 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-aa726803-8667-4b27-8b31-027baa274379 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] 10.222.0.74 "DELETE /v2.0/security-groups/453a28d3-65f1-4c4e-a197-6ebe8e5e07c7 HTTP/1.1" status: 204 len: 168 time: 0.2594190 May 25 15:24:41.182736 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa726803-8667-4b27-8b31-027baa274379 tempest-TestVolumeBootPattern-1404602314 tempest-TestVolumeBootPattern-1404602314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=453a28d3-65f1-4c4e-a197-6ebe8e5e07c7,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:41.300840 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37816) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:24:41.628033 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:41.684614 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:41.744932 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-80950bb4-8817-46dc-873b-6315985e887b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567241'] for router_interface (fe730702-c490-457c-9cdd-16d8124b5657), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:42.215219 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-80950bb4-8817-46dc-873b-6315985e887b admin admin] Deleting port 5953d601-02a1-49ae-ab49-6b72386ae113 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:24:42.215993 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-80950bb4-8817-46dc-873b-6315985e887b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (5953d601-02a1-49ae-ab49-6b72386ae113), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:42.265658 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:42.294216 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [None req-80950bb4-8817-46dc-873b-6315985e887b admin admin] For port 5953d601-02a1-49ae-ab49-6b72386ae113, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=5953d601-02a1-49ae-ab49-6b72386ae113,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:24:42.294580 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-80950bb4-8817-46dc-873b-6315985e887b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (5953d601-02a1-49ae-ab49-6b72386ae113), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:42.308299 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-80950bb4-8817-46dc-873b-6315985e887b admin admin] Calling delete_port for 5953d601-02a1-49ae-ab49-6b72386ae113 owned by network:router_interface {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:24:42.551576 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-80950bb4-8817-46dc-873b-6315985e887b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (5953d601-02a1-49ae-ab49-6b72386ae113), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:42.579291 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80950bb4-8817-46dc-873b-6315985e887b admin admin] Pushing event deleted for resources: {'Port': ['ID=5953d601-02a1-49ae-ab49-6b72386ae113,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:42.744054 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-80950bb4-8817-46dc-873b-6315985e887b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-824638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567133'] for router_interface (fe730702-c490-457c-9cdd-16d8124b5657), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:42.934002 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:42.950579 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:42.955836 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80950bb4-8817-46dc-873b-6315985e887b admin admin] Router fe730702-c490-457c-9cdd-16d8124b5657 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:24:43.057737 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80950bb4-8817-46dc-873b-6315985e887b admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:24:43.062670 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-80950bb4-8817-46dc-873b-6315985e887b admin admin] 10.222.0.74 "PUT /v2.0/routers/fe730702-c490-457c-9cdd-16d8124b5657/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7607775 May 25 15:24:43.065422 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37822) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:24:43.066087 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55f4ca-87ce-4375-809b-99495b23b283 None None] Sync routers for ids ['fe730702-c490-457c-9cdd-16d8124b5657'] in dv-cinder-830283-3-iscsi {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:24:43.077058 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55f4ca-87ce-4375-809b-99495b23b283 None None] Routers {'fe730702-c490-457c-9cdd-16d8124b5657'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:24:43.077680 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-4d55f4ca-87ce-4375-809b-99495b23b283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:24:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['fe730702-c490-457c-9cdd-16d8124b5657'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:43.117273 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:43.167995 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18e1788-48f9-4ef7-84d0-434ee9489e34 admin admin] Publish callbacks [] for router (fe730702-c490-457c-9cdd-16d8124b5657), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:43.180311 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-4d55f4ca-87ce-4375-809b-99495b23b283 None None] Set router fe730702-c490-457c-9cdd-16d8124b5657 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:24:43.268749 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18e1788-48f9-4ef7-84d0-434ee9489e34 admin admin] Publish callbacks [] for router_gateway (fe730702-c490-457c-9cdd-16d8124b5657), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:43.353489 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-4d55f4ca-87ce-4375-809b-99495b23b283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:24:42Z', 'revision_number': 5, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port': {'id': 'e6292162-252e-43b6-94c0-c93c410fb2d4', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:43.356119 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:43.378886 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-a18e1788-48f9-4ef7-84d0-434ee9489e34 admin admin] Deleting port e6292162-252e-43b6-94c0-c93c410fb2d4 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:24:43.379101 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55f4ca-87ce-4375-809b-99495b23b283 None None] Checking router: fe730702-c490-457c-9cdd-16d8124b5657 for host: dv-cinder-830283-3-iscsi {{(pid=116227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:24:43.379254 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18e1788-48f9-4ef7-84d0-434ee9489e34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (e6292162-252e-43b6-94c0-c93c410fb2d4), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:43.388158 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55f4ca-87ce-4375-809b-99495b23b283 None None] Routers {'fe730702-c490-457c-9cdd-16d8124b5657'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:24:43.388833 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-4d55f4ca-87ce-4375-809b-99495b23b283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:24:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['fe730702-c490-457c-9cdd-16d8124b5657'], 'active': True} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:43.469642 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [None req-a18e1788-48f9-4ef7-84d0-434ee9489e34 admin admin] For port e6292162-252e-43b6-94c0-c93c410fb2d4, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=e6292162-252e-43b6-94c0-c93c410fb2d4,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:24:43.470021 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18e1788-48f9-4ef7-84d0-434ee9489e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (e6292162-252e-43b6-94c0-c93c410fb2d4), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:43.479089 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvr_db [None req-4d55f4ca-87ce-4375-809b-99495b23b283 None None] Set router fe730702-c490-457c-9cdd-16d8124b5657 gateway port host: None {{(pid=116227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:24:43.482770 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-a18e1788-48f9-4ef7-84d0-434ee9489e34 admin admin] Calling delete_port for e6292162-252e-43b6-94c0-c93c410fb2d4 owned by network:router_gateway {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:24:43.532530 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_hamode_db [None req-4d55f4ca-87ce-4375-809b-99495b23b283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:24:43Z', 'revision_number': 6, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port_host': None}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:43.557338 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55f4ca-87ce-4375-809b-99495b23b283 None None] The sync data for ids ['fe730702-c490-457c-9cdd-16d8124b5657'] in dv-cinder-830283-3-iscsi is: [{'id': 'fe730702-c490-457c-9cdd-16d8124b5657', 'name': 'tempest-TestVolumeBootPattern-80704339-router', 'tenant_id': '9e5a54632992428ca774d47f3f20d6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:16Z', 'updated_at': '2022-05-25T15:24:43Z', 'revision_number': 6, 'project_id': '9e5a54632992428ca774d47f3f20d6b9', 'gw_port_host': None}] {{(pid=116227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:24:43.713306 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18e1788-48f9-4ef7-84d0-434ee9489e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (e6292162-252e-43b6-94c0-c93c410fb2d4), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:43.736121 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e1788-48f9-4ef7-84d0-434ee9489e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6292162-252e-43b6-94c0-c93c410fb2d4,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:43.804778 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18e1788-48f9-4ef7-84d0-434ee9489e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566067'] for router_gateway (fe730702-c490-457c-9cdd-16d8124b5657), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:43.893698 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18e1788-48f9-4ef7-84d0-434ee9489e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5635'] for router (fe730702-c490-457c-9cdd-16d8124b5657), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:43.896184 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18e1788-48f9-4ef7-84d0-434ee9489e34 admin admin] Publish callbacks [] for router_controller (fe730702-c490-457c-9cdd-16d8124b5657), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.010753 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18e1788-48f9-4ef7-84d0-434ee9489e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569237'] for router (fe730702-c490-457c-9cdd-16d8124b5657), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.011355 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18e1788-48f9-4ef7-84d0-434ee9489e34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe730702-c490-457c-9cdd-16d8124b5657 {{(pid=116225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:24:44.015724 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-a18e1788-48f9-4ef7-84d0-434ee9489e34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.016868 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-a18e1788-48f9-4ef7-84d0-434ee9489e34 admin admin] 10.222.0.74 "DELETE /v2.0/routers/fe730702-c490-457c-9cdd-16d8124b5657 HTTP/1.1" status: 204 len: 168 time: 0.9504368 May 25 15:24:44.019438 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37824) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:24:44.064370 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77d0dca-0e76-40f7-9c8d-0d3664499105 admin admin] Deleting subnet 5d3d2240-c411-4ea9-8859-45b4c9044e74 {{(pid=116225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:24:44.067564 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e77d0dca-0e76-40f7-9c8d-0d3664499105 admin admin] Publish callbacks [] for subnet (5d3d2240-c411-4ea9-8859-45b4c9044e74), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.102768 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e77d0dca-0e76-40f7-9c8d-0d3664499105 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127149998'] for subnet (5d3d2240-c411-4ea9-8859-45b4c9044e74), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.125030 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:44.185144 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e77d0dca-0e76-40f7-9c8d-0d3664499105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428428'] for subnet (5d3d2240-c411-4ea9-8859-45b4c9044e74), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.203769 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:44.308529 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e77d0dca-0e76-40f7-9c8d-0d3664499105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126565106'] for subnet (5d3d2240-c411-4ea9-8859-45b4c9044e74), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.336777 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d0dca-0e76-40f7-9c8d-0d3664499105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d3d2240-c411-4ea9-8859-45b4c9044e74,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:44.343056 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-e77d0dca-0e76-40f7-9c8d-0d3664499105 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.349601 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-e77d0dca-0e76-40f7-9c8d-0d3664499105 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5d3d2240-c411-4ea9-8859-45b4c9044e74 HTTP/1.1" status: 204 len: 168 time: 0.3259926 May 25 15:24:44.350113 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 37826) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:24:44.351742 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404572ee-3a78-4c1b-9597-f2a295466934 None None] Network f8b32613-7bd9-40e5-935b-b1d37f6ebd8a requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:24:44.354865 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 5953d601-02a1-49ae-ab49-6b72386ae113 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:24:44.385165 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: 5953d601-02a1-49ae-ab49-6b72386ae113 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:24:44.389304 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 5953d601-02a1-49ae-ab49-6b72386ae113 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:24:44.432861 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322087'] for network (f8b32613-7bd9-40e5-935b-b1d37f6ebd8a), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.481842 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Deleting port 21fc037b-8cc7-4b54-b101-73a5bd3544e4 {{(pid=116226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:24:44.482193 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (21fc037b-8cc7-4b54-b101-73a5bd3544e4), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.553493 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] DHCP port deletion for f8b32613-7bd9-40e5-935b-b1d37f6ebd8a request from dv-cinder-830283-3-iscsi {{(pid=116227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:24:44.553934 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.db [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] For port 21fc037b-8cc7-4b54-b101-73a5bd3544e4, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=21fc037b-8cc7-4b54-b101-73a5bd3544e4,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:24:44.554453 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (21fc037b-8cc7-4b54-b101-73a5bd3544e4), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.555891 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:44.570953 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.plugin [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Calling delete_port for 21fc037b-8cc7-4b54-b101-73a5bd3544e4 owned by network:dhcp {{(pid=116226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:24:44.593896 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Deleting port 21fc037b-8cc7-4b54-b101-73a5bd3544e4 {{(pid=116227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:24:44.594275 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (21fc037b-8cc7-4b54-b101-73a5bd3544e4), before_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.678597 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] For port 21fc037b-8cc7-4b54-b101-73a5bd3544e4, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=21fc037b-8cc7-4b54-b101-73a5bd3544e4,segment=NetworkSegment(705b2b3b-b44c-4dc2-b9b6-3dc8445201f0),segment_id=705b2b3b-b44c-4dc2-b9b6-3dc8445201f0)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:24:44.679025 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (21fc037b-8cc7-4b54-b101-73a5bd3544e4), precommit_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.692335 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Calling delete_port for 21fc037b-8cc7-4b54-b101-73a5bd3544e4 owned by network:dhcp {{(pid=116227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:24:44.712225 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126892824'] for port (21fc037b-8cc7-4b54-b101-73a5bd3544e4), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.739359 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Pushing event deleted for resources: {'Port': ['ID=21fc037b-8cc7-4b54-b101-73a5bd3544e4,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:44.742758 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] No DVR routers for this DVR port 21fc037b-8cc7-4b54-b101-73a5bd3544e4 on host dv-cinder-830283-3-iscsi {{(pid=116226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:24:44.751283 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.751631 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.751985 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.752327 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.752666 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.753007 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.753423 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.753742 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.754072 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.754407 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.754768 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.755098 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.755421 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.755747 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.756074 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.771062 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662'] for port (21fc037b-8cc7-4b54-b101-73a5bd3544e4), after_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.796703 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Pushing event deleted for resources: {'Port': ['ID=21fc037b-8cc7-4b54-b101-73a5bd3544e4,revision_number=None']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:44.805109 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] No DVR routers for this DVR port 21fc037b-8cc7-4b54-b101-73a5bd3544e4 on host dv-cinder-830283-3-iscsi {{(pid=116227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:24:44.807579 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.807935 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.808288 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.808703 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.808980 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.809325 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.809662 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.810028 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.810362 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.810729 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.811272 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.811613 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.811949 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.812278 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.812608 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0225ce2-ba85-45f5-ac0a-c63d50171daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830283-3-iscsi {{(pid=116227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:24:44.829128 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425987', 'neutron.services.segments.db._delete_segments_for_network-8746770751079'] for network (f8b32613-7bd9-40e5-935b-b1d37f6ebd8a), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.855693 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b32613-7bd9-40e5-935b-b1d37f6ebd8a']}} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:44.865445 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0') {'for_net_delete': True} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:44.865746 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.services.segments.db [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705b2b3b-b44c-4dc2-b9b6-3dc8445201f0') {} {{(pid=116226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:44.875405 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746770751856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127914387'] for segment (705b2b3b-b44c-4dc2-b9b6-3dc8445201f0), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.889365 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (705b2b3b-b44c-4dc2-b9b6-3dc8445201f0), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.895658 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=116226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:24:44.896089 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126892845'] for segment (705b2b3b-b44c-4dc2-b9b6-3dc8445201f0), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:44.941125 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:44.985763 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment 705b2b3b-b44c-4dc2-b9b6-3dc8445201f0 resource provider aggregate not found May 25 15:24:45.002864 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.services.segments.plugin [-] Segment 705b2b3b-b44c-4dc2-b9b6-3dc8445201f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 705b2b3b-b44c-4dc2-b9b6-3dc8445201f0 found for delete ", "request_id": "req-330be7a1-1fe7-4042-b57d-bc93cc33ea19"}]} May 25 15:24:45.022255 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1425994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565467'] for network (f8b32613-7bd9-40e5-935b-b1d37f6ebd8a), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:45.028757 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:45.032009 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] 10.222.0.74 "DELETE /v2.0/networks/f8b32613-7bd9-40e5-935b-b1d37f6ebd8a HTTP/1.1" status: 204 len: 168 time: 0.6813104 May 25 15:24:45.035158 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37834) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:24:45.044489 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cdfaf-37de-4572-bf33-8f3c8750467c admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b32613-7bd9-40e5-935b-b1d37f6ebd8a,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:45.355389 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-585a56ae-d00a-4337-91ba-01b537e7e880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567241'] for router_interface (a673a19a-e395-468c-8665-be7640a3a699), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:45.577222 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-585a56ae-d00a-4337-91ba-01b537e7e880 admin admin] Deleting port 647bd0b6-ab60-4698-bd84-0f93c534caa6 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:24:45.577554 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-585a56ae-d00a-4337-91ba-01b537e7e880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:45.654533 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [None req-585a56ae-d00a-4337-91ba-01b537e7e880 admin admin] For port 647bd0b6-ab60-4698-bd84-0f93c534caa6, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=647bd0b6-ab60-4698-bd84-0f93c534caa6,segment=NetworkSegment(8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8),segment_id=8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:24:45.654836 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-585a56ae-d00a-4337-91ba-01b537e7e880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:45.668465 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-585a56ae-d00a-4337-91ba-01b537e7e880 admin admin] Calling delete_port for 647bd0b6-ab60-4698-bd84-0f93c534caa6 owned by network:router_interface {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:24:45.728185 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:45.794204 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:45.918912 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-585a56ae-d00a-4337-91ba-01b537e7e880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (647bd0b6-ab60-4698-bd84-0f93c534caa6), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:45.945676 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a56ae-d00a-4337-91ba-01b537e7e880 admin admin] Pushing event deleted for resources: {'Port': ['ID=647bd0b6-ab60-4698-bd84-0f93c534caa6,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:45.998193 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device e6292162-252e-43b6-94c0-c93c410fb2d4 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:24:46.023822 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: e6292162-252e-43b6-94c0-c93c410fb2d4 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:24:46.024177 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device e6292162-252e-43b6-94c0-c93c410fb2d4 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:24:46.024598 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 21fc037b-8cc7-4b54-b101-73a5bd3544e4 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:24:46.044277 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: 21fc037b-8cc7-4b54-b101-73a5bd3544e4 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:24:46.044631 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 21fc037b-8cc7-4b54-b101-73a5bd3544e4 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:24:46.124401 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-585a56ae-d00a-4337-91ba-01b537e7e880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-824638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567133'] for router_interface (a673a19a-e395-468c-8665-be7640a3a699), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:46.327334 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585a56ae-d00a-4337-91ba-01b537e7e880 admin admin] Router a673a19a-e395-468c-8665-be7640a3a699 has already been hosted by L3 agent de5352ac-ba27-44f6-b25e-edf9d8c35d0d {{(pid=116225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:24:46.430025 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585a56ae-d00a-4337-91ba-01b537e7e880 admin admin] Notify agent at l3_agent.dv-cinder-830283-3-iscsi the message routers_updated {{(pid=116225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:24:46.435460 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-585a56ae-d00a-4337-91ba-01b537e7e880 admin admin] 10.222.0.74 "PUT /v2.0/routers/a673a19a-e395-468c-8665-be7640a3a699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3990877 May 25 15:24:46.437997 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37836) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:24:46.438498 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feda1d90-13da-4b87-b061-31748ac3a36d None None] Sync routers for ids ['a673a19a-e395-468c-8665-be7640a3a699'] in dv-cinder-830283-3-iscsi {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:24:46.449983 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feda1d90-13da-4b87-b061-31748ac3a36d None None] Routers {'a673a19a-e395-468c-8665-be7640a3a699'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:24:46.450597 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-feda1d90-13da-4b87-b061-31748ac3a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:24:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a673a19a-e395-468c-8665-be7640a3a699'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:46.539228 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c12d7e43-1d39-49fb-bf95-4f1b45bd58fb admin admin] Publish callbacks [] for router (a673a19a-e395-468c-8665-be7640a3a699), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:46.551944 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-feda1d90-13da-4b87-b061-31748ac3a36d None None] Set router a673a19a-e395-468c-8665-be7640a3a699 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:24:46.728581 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-feda1d90-13da-4b87-b061-31748ac3a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a673a19a-e395-468c-8665-be7640a3a699', 'name': 'tempest-TestVolumeBootPattern-619704619-router', 'tenant_id': '3b45574471b34bd9be7ec77f34c48f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '99be4834-987a-4734-be06-ea27f2789f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:22Z', 'updated_at': '2022-05-25T15:24:45Z', 'revision_number': 5, 'project_id': '3b45574471b34bd9be7ec77f34c48f75', 'gw_port': {'id': '99be4834-987a-4734-be06-ea27f2789f1d', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673a19a-e395-468c-8665-be7640a3a699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:23Z', 'updated_at': '2022-05-25T15:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:46.754720 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feda1d90-13da-4b87-b061-31748ac3a36d None None] Checking router: a673a19a-e395-468c-8665-be7640a3a699 for host: dv-cinder-830283-3-iscsi {{(pid=116228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:24:46.764467 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feda1d90-13da-4b87-b061-31748ac3a36d None None] Routers {'a673a19a-e395-468c-8665-be7640a3a699'} bound to L3 agent in host dv-cinder-830283-3-iscsi {{(pid=116228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:24:46.765100 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-feda1d90-13da-4b87-b061-31748ac3a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830283-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:45:39Z,description=,heartbeat_timestamp=2022-05-25T15:24:39Z,host='dv-cinder-830283-3-iscsi',id=de5352ac-ba27-44f6-b25e-edf9d8c35d0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:45:40Z,topic='l3_agent')) {'router_ids': ['a673a19a-e395-468c-8665-be7640a3a699'], 'active': True} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:46.903084 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c12d7e43-1d39-49fb-bf95-4f1b45bd58fb admin admin] Publish callbacks [] for router_gateway (a673a19a-e395-468c-8665-be7640a3a699), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:46.908763 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:DELETE=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:46.955326 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_dvr_db [None req-feda1d90-13da-4b87-b061-31748ac3a36d None None] Set router a673a19a-e395-468c-8665-be7640a3a699 gateway port host: dv-cinder-830283-3-iscsi {{(pid=116228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:24:47.041048 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-c12d7e43-1d39-49fb-bf95-4f1b45bd58fb admin admin] Deleting port 99be4834-987a-4734-be06-ea27f2789f1d {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:24:47.041369 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c12d7e43-1d39-49fb-bf95-4f1b45bd58fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (99be4834-987a-4734-be06-ea27f2789f1d), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:47.122480 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.l3_hamode_db [None req-feda1d90-13da-4b87-b061-31748ac3a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a673a19a-e395-468c-8665-be7640a3a699', 'name': 'tempest-TestVolumeBootPattern-619704619-router', 'tenant_id': '3b45574471b34bd9be7ec77f34c48f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '99be4834-987a-4734-be06-ea27f2789f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:22Z', 'updated_at': '2022-05-25T15:24:45Z', 'revision_number': 5, 'project_id': '3b45574471b34bd9be7ec77f34c48f75', 'gw_port': {'id': '99be4834-987a-4734-be06-ea27f2789f1d', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673a19a-e395-468c-8665-be7640a3a699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:23Z', 'updated_at': '2022-05-25T15:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}], 'dv-cinder-830283-3-iscsi', False) {} {{(pid=116228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:47.125815 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [None req-c12d7e43-1d39-49fb-bf95-4f1b45bd58fb admin admin] For port 99be4834-987a-4734-be06-ea27f2789f1d, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=99be4834-987a-4734-be06-ea27f2789f1d,segment=NetworkSegment(35edcfb9-a39e-43bb-a401-a07a0a070b48),segment_id=35edcfb9-a39e-43bb-a401-a07a0a070b48)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:24:47.126181 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c12d7e43-1d39-49fb-bf95-4f1b45bd58fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (99be4834-987a-4734-be06-ea27f2789f1d), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:47.140333 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-c12d7e43-1d39-49fb-bf95-4f1b45bd58fb admin admin] Calling delete_port for 99be4834-987a-4734-be06-ea27f2789f1d owned by network:router_gateway {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:24:47.147210 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feda1d90-13da-4b87-b061-31748ac3a36d None None] The sync data for ids ['a673a19a-e395-468c-8665-be7640a3a699'] in dv-cinder-830283-3-iscsi is: [{'id': 'a673a19a-e395-468c-8665-be7640a3a699', 'name': 'tempest-TestVolumeBootPattern-619704619-router', 'tenant_id': '3b45574471b34bd9be7ec77f34c48f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'external_fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '99be4834-987a-4734-be06-ea27f2789f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:16:22Z', 'updated_at': '2022-05-25T15:24:45Z', 'revision_number': 5, 'project_id': '3b45574471b34bd9be7ec77f34c48f75', 'gw_port': {'id': '99be4834-987a-4734-be06-ea27f2789f1d', 'name': '', 'network_id': 'e77a34f4-3c18-4df0-a57b-b0c373fbaaed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673a19a-e395-468c-8665-be7640a3a699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830283-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:16:23Z', 'updated_at': '2022-05-25T15:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c052cd01-367f-4678-98c8-20212d9ed362', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830283-3-iscsi'}] {{(pid=116228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:24:47.149326 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=100 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:47.369242 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c12d7e43-1d39-49fb-bf95-4f1b45bd58fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (99be4834-987a-4734-be06-ea27f2789f1d), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:47.395506 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d7e43-1d39-49fb-bf95-4f1b45bd58fb admin admin] Pushing event deleted for resources: {'Port': ['ID=99be4834-987a-4734-be06-ea27f2789f1d,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:47.456406 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c12d7e43-1d39-49fb-bf95-4f1b45bd58fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566067'] for router_gateway (a673a19a-e395-468c-8665-be7640a3a699), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:47.545329 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c12d7e43-1d39-49fb-bf95-4f1b45bd58fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5635'] for router (a673a19a-e395-468c-8665-be7640a3a699), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:47.549729 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c12d7e43-1d39-49fb-bf95-4f1b45bd58fb admin admin] Publish callbacks [] for router_controller (a673a19a-e395-468c-8665-be7640a3a699), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:47.682917 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c12d7e43-1d39-49fb-bf95-4f1b45bd58fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569237'] for router (a673a19a-e395-468c-8665-be7640a3a699), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:47.683589 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12d7e43-1d39-49fb-bf95-4f1b45bd58fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a673a19a-e395-468c-8665-be7640a3a699 {{(pid=116225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:24:47.687807 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-c12d7e43-1d39-49fb-bf95-4f1b45bd58fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:47.688976 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-c12d7e43-1d39-49fb-bf95-4f1b45bd58fb admin admin] 10.222.0.74 "DELETE /v2.0/routers/a673a19a-e395-468c-8665-be7640a3a699 HTTP/1.1" status: 204 len: 168 time: 1.2500556 May 25 15:24:47.691550 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37838) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:24:47.739156 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1c5aa5-7dec-448a-b404-9a4bec7d7c9a admin admin] Deleting subnet 043ca5ad-7a29-42cf-845a-fa5c9c635521 {{(pid=116225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:24:47.742888 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8b1c5aa5-7dec-448a-b404-9a4bec7d7c9a admin admin] Publish callbacks [] for subnet (043ca5ad-7a29-42cf-845a-fa5c9c635521), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:47.780098 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8b1c5aa5-7dec-448a-b404-9a4bec7d7c9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127149998'] for subnet (043ca5ad-7a29-42cf-845a-fa5c9c635521), precommit_delete_associations {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:47.872940 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8b1c5aa5-7dec-448a-b404-9a4bec7d7c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428428'] for subnet (043ca5ad-7a29-42cf-845a-fa5c9c635521), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:47.985968 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8b1c5aa5-7dec-448a-b404-9a4bec7d7c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126565106'] for subnet (043ca5ad-7a29-42cf-845a-fa5c9c635521), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:48.010702 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c5aa5-7dec-448a-b404-9a4bec7d7c9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=043ca5ad-7a29-42cf-845a-fa5c9c635521,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:48.018924 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-8b1c5aa5-7dec-448a-b404-9a4bec7d7c9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:48.022734 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-8b1c5aa5-7dec-448a-b404-9a4bec7d7c9a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/043ca5ad-7a29-42cf-845a-fa5c9c635521 HTTP/1.1" status: 204 len: 168 time: 0.3301988 May 25 15:24:48.025370 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ed6694-eef1-421c-bd94-96b29fcff855 None None] Network 6474351f-f5f6-4032-b4ad-2496a61fd713 requested from dv-cinder-830283-3-iscsi {{(pid=116227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:24:48.025924 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [-] (116225) accepted ('10.222.0.74', 37840) {{(pid=116225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:24:48.096513 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322087'] for network (6474351f-f5f6-4032-b4ad-2496a61fd713), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:48.157656 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] Deleting port b4740dad-07ce-451c-bb56-4f89f6e16c77 {{(pid=116225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:24:48.157994 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (b4740dad-07ce-451c-bb56-4f89f6e16c77), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:48.197179 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf81678b-3d2c-4830-afe8-c3236018985b None None] DHCP port deletion for 6474351f-f5f6-4032-b4ad-2496a61fd713 request from dv-cinder-830283-3-iscsi {{(pid=116227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:24:48.224374 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 647bd0b6-ab60-4698-bd84-0f93c534caa6 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:24:48.230154 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.db [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] For port b4740dad-07ce-451c-bb56-4f89f6e16c77, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=b4740dad-07ce-451c-bb56-4f89f6e16c77,segment=NetworkSegment(8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8),segment_id=8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8)] {{(pid=116225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:24:48.230611 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (b4740dad-07ce-451c-bb56-4f89f6e16c77), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:48.233083 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:48.246674 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.plugin [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] Calling delete_port for b4740dad-07ce-451c-bb56-4f89f6e16c77 owned by network:dhcp {{(pid=116225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:24:48.253336 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: 647bd0b6-ab60-4698-bd84-0f93c534caa6 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:24:48.253680 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 647bd0b6-ab60-4698-bd84-0f93c534caa6 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:24:48.254092 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 99be4834-987a-4734-be06-ea27f2789f1d no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:24:48.260050 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:48.276181 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: 99be4834-987a-4734-be06-ea27f2789f1d {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:24:48.279831 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device 99be4834-987a-4734-be06-ea27f2789f1d not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:24:48.279831 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-cf81678b-3d2c-4830-afe8-c3236018985b None None] Deleting port b4740dad-07ce-451c-bb56-4f89f6e16c77 {{(pid=116227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:24:48.280065 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-cf81678b-3d2c-4830-afe8-c3236018985b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746770689226'] for port (b4740dad-07ce-451c-bb56-4f89f6e16c77), before_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:48.352654 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.db [None req-cf81678b-3d2c-4830-afe8-c3236018985b None None] For port b4740dad-07ce-451c-bb56-4f89f6e16c77, host dv-cinder-830283-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830283-3-iscsi',level=0,port_id=b4740dad-07ce-451c-bb56-4f89f6e16c77,segment=NetworkSegment(8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8),segment_id=8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8)] {{(pid=116227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:24:48.354590 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-cf81678b-3d2c-4830-afe8-c3236018985b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609928'] for port (b4740dad-07ce-451c-bb56-4f89f6e16c77), precommit_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:48.368662 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-cf81678b-3d2c-4830-afe8-c3236018985b None None] Calling delete_port for b4740dad-07ce-451c-bb56-4f89f6e16c77 owned by network:dhcp {{(pid=116227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:24:48.428170 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126643948'] for port (b4740dad-07ce-451c-bb56-4f89f6e16c77), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:48.446300 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-cf81678b-3d2c-4830-afe8-c3236018985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746770698936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746770224662'] for port (b4740dad-07ce-451c-bb56-4f89f6e16c77), after_delete {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:48.456053 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4740dad-07ce-451c-bb56-4f89f6e16c77,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:48.457936 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] No DVR routers for this DVR port b4740dad-07ce-451c-bb56-4f89f6e16c77 on host dv-cinder-830283-3-iscsi {{(pid=116225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:24:48.474356 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81678b-3d2c-4830-afe8-c3236018985b None None] Pushing event deleted for resources: {'Port': ['ID=b4740dad-07ce-451c-bb56-4f89f6e16c77,revision_number=None']} {{(pid=116227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:48.477933 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf81678b-3d2c-4830-afe8-c3236018985b None None] No DVR routers for this DVR port b4740dad-07ce-451c-bb56-4f89f6e16c77 on host dv-cinder-830283-3-iscsi {{(pid=116227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:24:48.537045 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425987', 'neutron.services.segments.db._delete_segments_for_network-8746770751079'] for network (6474351f-f5f6-4032-b4ad-2496a61fd713), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:48.559118 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6474351f-f5f6-4032-b4ad-2496a61fd713']}} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:48.568710 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8') {'for_net_delete': True} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:48.569044 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.services.segments.db [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8') {} {{(pid=116225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:24:48.582792 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746770751856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127149985'] for segment (8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8), before_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:48.596621 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487'] for segment (8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8), precommit_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:48.603216 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=116225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:24:48.603600 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126643929'] for segment (8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:48.683287 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.services.segments.plugin [-] Segment 8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8 resource provider aggregate not found May 25 15:24:48.698913 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.services.segments.plugin [-] Segment 8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d9a8b2d-6b8f-48f1-864d-0b3de8136ba8 found for delete ", "request_id": "req-411a3746-1c4a-43eb-8798-7081ee2f5b06"}]} May 25 15:24:48.747853 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1425994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-824631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565467'] for network (6474351f-f5f6-4032-b4ad-2496a61fd713), after_delete {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:48.752806 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron_lib.callbacks.manager [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-824613'] for network (None), before_response {{(pid=116225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:48.756175 dv-cinder-830283-3-iscsi neutron-server[116225]: INFO neutron.wsgi [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] 10.222.0.74 "DELETE /v2.0/networks/6474351f-f5f6-4032-b4ad-2496a61fd713 HTTP/1.1" status: 204 len: 168 time: 0.7294006 May 25 15:24:48.769399 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44860a-231b-4c77-8d9c-b304d089d6f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6474351f-f5f6-4032-b4ad-2496a61fd713,revision_number=None']} {{(pid=116225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:49.057992 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 37850) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:24:49.065075 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:49.097932 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-ae6526f1-3e79-420a-940e-88167a155747 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9e5a54632992428ca774d47f3f20d6b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387802 May 25 15:24:49.100476 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 37852) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:24:49.148468 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d4c44fba-a972-4cd8-a4f0-f207e2d7f9f0 admin admin] Publish callbacks [] for security_group (a3192fe3-d50e-4d70-9437-a7598a13b2f1), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:49.173874 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d4c44fba-a972-4cd8-a4f0-f207e2d7f9f0 admin admin] Publish callbacks [] for security_group (a3192fe3-d50e-4d70-9437-a7598a13b2f1), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:49.359353 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d4c44fba-a972-4cd8-a4f0-f207e2d7f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (a3192fe3-d50e-4d70-9437-a7598a13b2f1), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:49.368869 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-d4c44fba-a972-4cd8-a4f0-f207e2d7f9f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:49.368869 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-d4c44fba-a972-4cd8-a4f0-f207e2d7f9f0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a3192fe3-d50e-4d70-9437-a7598a13b2f1 HTTP/1.1" status: 204 len: 168 time: 0.2616844 May 25 15:24:49.371380 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c44fba-a972-4cd8-a4f0-f207e2d7f9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3192fe3-d50e-4d70-9437-a7598a13b2f1,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:49.986287 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device b4740dad-07ce-451c-bb56-4f89f6e16c77 no longer exists at agent ovs-agent-dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:24:50.006710 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] No Port match for: b4740dad-07ce-451c-bb56-4f89f6e16c77 {{(pid=116227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:24:50.011084 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron.plugins.ml2.rpc [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Device b4740dad-07ce-451c-bb56-4f89f6e16c77 not bound to the agent host dv-cinder-830283-3-iscsi {{(pid=116227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:24:50.135963 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 37858) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:24:50.181087 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-fad6f029-2658-4d96-8ac2-c07814afbf49 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3b45574471b34bd9be7ec77f34c48f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437393 May 25 15:24:50.183436 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.wsgi [-] (116226) accepted ('10.222.0.74', 37860) {{(pid=116226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:24:50.236391 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9d3ee2fe-ed68-471b-8701-bd6631984d66 admin admin] Publish callbacks [] for security_group (43f02abf-fde3-433a-b819-34f7838e21a9), before_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:50.258648 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9d3ee2fe-ed68-471b-8701-bd6631984d66 admin admin] Publish callbacks [] for security_group (43f02abf-fde3-433a-b819-34f7838e21a9), precommit_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:50.370710 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9d3ee2fe-ed68-471b-8701-bd6631984d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544775'] for security_group (43f02abf-fde3-433a-b819-34f7838e21a9), after_delete {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:50.373263 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron_lib.callbacks.manager [None req-9d3ee2fe-ed68-471b-8701-bd6631984d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:24:50.374404 dv-cinder-830283-3-iscsi neutron-server[116226]: INFO neutron.wsgi [None req-9d3ee2fe-ed68-471b-8701-bd6631984d66 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/43f02abf-fde3-433a-b819-34f7838e21a9 HTTP/1.1" status: 204 len: 168 time: 0.1900818 May 25 15:24:50.384334 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ee2fe-ed68-471b-8701-bd6631984d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f02abf-fde3-433a-b819-34f7838e21a9,revision_number=None']} {{(pid=116226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:24:57.120237 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=79 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:57.125169 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=81 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:58.759395 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=40,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:24:58.760262 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG dbcounter [-] [116225] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=116225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:25:00.291961 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=55,neutron:DELETE=5 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:25:00.378230 dv-cinder-830283-3-iscsi neutron-server[116226]: DEBUG dbcounter [-] [116226] Writing DB stats neutron:SELECT=31,neutron:DELETE=3 {{(pid=116226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:25:00.400568 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=92,neutron:DELETE=6 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:25:00.401367 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=59,neutron:DELETE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:25:05.953085 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:25:06.656107 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-08ea87fd-3813-469c-8b8f-0f622e608a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:25:08.982016 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-3506902c-4671-4ac0-8303-7a82c8f7217d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:25:10.552813 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:25:11.639304 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:25:12.952773 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:25:14.610882 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:25:22.856616 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:25:22.863587 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:25:31.545961 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:25:34.636121 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:25:35.957909 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:25:36.678310 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-456808dd-88ca-4d86-b1d0-0ce14b33f491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:25:38.958015 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-756ce6be-1452-41b7-a1de-f714a8fab245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:25:40.498804 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:25:41.649284 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:25:42.952409 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:25:51.610046 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:25:54.525047 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:25:54.529037 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:26:05.928596 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:26:06.625754 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-cafa4af4-3346-489f-942d-87932e7aca3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:26:08.536789 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:26:08.542728 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=7 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:26:08.945893 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a987e1ad-7149-41d5-8793-9b39a1919a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:26:10.454546 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:26:11.648671 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:26:12.928860 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:26:22.860240 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:26:22.862662 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:26:28.610198 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:26:34.529312 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=12 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:26:35.945528 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:26:36.642768 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-243ed64b-04aa-4000-8fc0-9acc24d291a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:26:38.974303 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a283dd22-bb23-44fa-8620-42bbf8b69a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:26:40.465277 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:26:41.630782 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:26:43.042585 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:26:45.533272 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=19 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:26:45.537338 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:26:52.856320 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:26:52.980951 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:27:05.611117 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:27:05.982145 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:27:06.636448 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-166adf8b-9672-42e0-bd06-0de3a09ac7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:27:08.904694 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-af5b9f40-c271-44a7-87ca-5f69474ee079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:27:10.433474 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:27:11.630074 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:27:12.920015 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:27:22.540261 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=3 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:27:22.544182 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=5 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:27:22.859073 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:27:22.860853 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:27:34.640635 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:27:35.953255 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:27:36.663982 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-1d162393-a478-48c4-bb1b-7a1e45060f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:27:38.903966 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-b91b5611-b745-4e82-8823-4d6b2d04d8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:27:40.467732 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:27:41.663950 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:27:42.610474 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:27:42.930551 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:27:54.531897 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:27:54.534775 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:27:59.544344 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:27:59.549197 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:28:06.061566 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:28:06.650395 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-04273166-4b59-494e-9974-3812080e356c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:28:08.949162 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-83d23f26-fd18-4595-afac-d6a6d1848b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:28:10.445893 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:28:11.715439 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:28:12.958068 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:28:19.609854 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:28:22.853144 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:28:22.861160 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:28:36.020460 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:28:36.554220 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=15 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:28:36.558091 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=21 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:28:36.628332 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-fe0732d6-ad50-42bc-a0f8-0bca4ae71c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:28:38.913786 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-54f72a13-9236-432b-a445-7a557edca1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:28:40.483638 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:28:41.648893 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:28:42.994325 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:28:52.855032 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:28:52.856943 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:28:56.608920 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:29:05.655991 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-db666cef-8b66-47de-b280-8106c87abeba service neutron] (116225) timed out ('10.222.0.74', 59184) {{(pid=116225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 15:29:05.783213 dv-cinder-830283-3-iscsi neutron-server[116225]: DEBUG neutron.wsgi [req-f76f4aca-6e22-4a7a-8d8a-0299fca71275 req-f1d0caf4-a9f6-47f2-9be0-f042a0fef578 tempest-TestShelveInstance-800418909 tempest-TestShelveInstance-800418909-project] (116225) timed out ('10.222.0.74', 59200) {{(pid=116225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 15:29:06.027584 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:29:06.633307 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c13c38ec-8a87-45fa-9439-ad922d8866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:29:08.947556 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-a9ad4bc5-8175-426a-a7a1-31da63685f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:29:10.454533 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:29:11.650628 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:29:12.993062 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:29:13.551277 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:29:13.556271 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=4 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:29:22.853824 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:29:22.855680 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:29:33.607478 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:29:34.645292 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:29:36.021338 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:29:36.621287 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-335eabaf-6408-40b1-8b4d-6ab90d7076dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:29:38.918479 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-7d691978-4537-45c6-8eee-f49ac123bcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:29:40.524005 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:29:41.682179 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:29:42.924060 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:29:50.547007 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=2 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:29:50.552845 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG dbcounter [-] [116228] Writing DB stats neutron:SELECT=6 {{(pid=116228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:29:54.527561 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:29:54.533666 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:30:06.072175 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-716f239f-a037-4cec-8205-a9c9754fba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (ef1fffb9-0663-4b2e-ac36-ce05b43d4363), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:30:06.620505 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-9ed5b308-fcbf-44f4-a87e-fa3c0b1a9d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (90b4fda0-89eb-4c99-a73b-997b905d7625), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:30:08.967085 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-76c5bbbd-ec3f-4b0c-983c-d3ae43492f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (de5352ac-ba27-44f6-b25e-edf9d8c35d0d), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:30:10.471940 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-d6482629-3ee7-4fec-b6d8-9b66723cb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (73f9417b-90b2-4177-b9f0-1a45f40a6e47), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:30:10.606845 dv-cinder-830283-3-iscsi neutron-server[116228]: DEBUG neutron.db.agents_db [None req-70b34ce2-bebf-4902-bb11-d2dc8daf8e76 None None] Agent healthcheck: found 6 active agents {{(pid=116228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:30:11.649104 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-55e2254d-8502-4fde-a582-8824ee3eb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (8964b591-db78-4c3b-92c4-b10139f737b4), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:30:12.925705 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG neutron_lib.callbacks.manager [None req-c3e9925f-77af-4fe4-8d56-ed0be7484ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746770751061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440642'] for agent (4f2e8cbd-4db8-47c2-b846-2a729538e658), after_update {{(pid=116227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:30:22.846682 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:30:22.853663 dv-cinder-830283-3-iscsi neutron-server[116227]: DEBUG dbcounter [-] [116227] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=116227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}